CAPSTONE PROJECT 2023-2024¶
Financial Graph Mining For Customers & Supply Chains Assessment¶
In order to improve the Bank’s CIB activities, a special attention is given to its clients transactions. Mapping out the supply chain of corporate customers is a strategic move that can enhance the bank’s risk management, client relationship and competitiveness in the market.
import pandas as pd
import matplotlib.pyplot as plt
import seaborn as sns
from sklearn.preprocessing import LabelEncoder
import networkx as nx
import torch
from torch_geometric.data import Data
from torch_geometric.utils import from_networkx
import numpy as np
import plotly.graph_objects as go
import networkx as nx
from sklearn.preprocessing import StandardScaler
from sklearn.ensemble import RandomForestRegressor
from sklearn.model_selection import GridSearchCV
from sklearn.metrics import mean_squared_error, r2_score
from torch_geometric.nn import GCNConv
import torch.nn.functional as F
from torch_geometric.nn import BatchNorm
from torch.nn import Linear
import warnings
warnings.filterwarnings('ignore')
PART 1: EXPLORATORY DATA ANALYSIS¶
1.1 Importing datasets and treatment of variables¶
static_data = pd.read_csv('/home/jovyan/hfactory_magic_folders/financial_graph_mining_for_customers___supply_chains_assessment/static_data_all_x.csv',sep=';')
transactions_data = pd.read_csv('/home/jovyan/hfactory_magic_folders/financial_graph_mining_for_customers___supply_chains_assessment/transactions_x.csv',sep=';')
def convert_probability(value):
if '+' in str(value):
return float(value.replace('+', '')) + 0.25
elif '-' in str(value):
return float(value.replace('-', '')) - 0.25
else:
return float(value)
def from_pred_to_normal(number):
if 0 <= number <= 13:
if number == 13:
return "-13"
else:
base = int(number)
if number - base < 0.1:
return f"{base}"
else:
if number - base < 0.4:
return f"{base}+"
else:
return f"-{base+1}"
static_data['T_LOCAL_TX_PD'] = static_data['T_LOCAL_TX_PD'].apply(convert_probability)
transactions_data
| DATE | TX_AMOUNT | ID | COUNTERPARTY | |
|---|---|---|---|---|
| 0 | 13/03/2022 | -0.058190 | 185303 | 232173 |
| 1 | 27/06/2022 | -0.059969 | 185303 | 556373 |
| 2 | 17/04/2022 | -0.005332 | 185303 | 230921 |
| 3 | 14/09/2022 | -0.016891 | 185303 | 230921 |
| 4 | 14/02/2022 | -0.054893 | 185303 | 232173 |
| ... | ... | ... | ... | ... |
| 138793 | 25/08/2022 | 0.383975 | 733900 | 203333 |
| 138794 | 20/06/2022 | 0.697105 | 733900 | 203333 |
| 138795 | 11/05/2022 | 0.848930 | 733900 | 203333 |
| 138796 | 28/04/2022 | 0.907801 | 733900 | 203333 |
| 138797 | 23/06/2022 | 0.751523 | 733900 | 203333 |
138798 rows × 4 columns
test_data_=pd.read_csv('/home/jovyan/hfactory_magic_folders/financial_graph_mining_for_customers___supply_chains_assessment/static_data_x_PD.csv',sep=';')
## filtre solon T_LOCAL_MT_ACTIF_SOCIAL=NAN et QUARTER="q4"
test_data = test_data_.loc[(pd.isna(test_data_['T_LOCAL_MT_ACTIF_SOCIAL'])) & (test_data_['QUARTER'] == "q4")]
test_data_ = test_data_.loc[(pd.isna(test_data_['T_LOCAL_MT_ACTIF_SOCIAL'])) & (test_data_['QUARTER'] == "q4")]
test_data['T_LOCAL_TX_PD'] = test_data['T_LOCAL_TX_PD'].apply(convert_probability)
TRAITEMENT df,df_train ET df_test
df=static_data
df_merged = pd.merge(test_data, df[['ID', 'T_LOCAL_MT_ACTIF_SOCIAL']], on='ID', how='left', suffixes=('', '_from_static_data'))
df_merged=df_merged.drop_duplicates()
df_merged.drop(columns=['T_LOCAL_MT_ACTIF_SOCIAL'], inplace=True)
df_merged.rename(columns={'T_LOCAL_MT_ACTIF_SOCIAL_from_static_data': 'T_LOCAL_MT_ACTIF_SOCIAL'}, inplace=True)
df_test=df_merged
df_test
| ID | REGION | ESG_SCORE | CATEGORY | T_LOCAL_TX_PD | QUARTER | T_LOCAL_MT_ACTIF_SOCIAL | |
|---|---|---|---|---|---|---|---|
| 0 | 704576 | APAC | 3 | tier_2 | 3.75 | q4 | 3671 |
| 4 | 856665 | APAC | 3 | tier_2 | 5.75 | q4 | 1824 |
| 8 | 825899 | APAC | 4 | tier_2 | 6.00 | q4 | 1097 |
| 12 | 938287 | APAC | 5 | tier_2 | 7.25 | q4 | 2045 |
| 16 | 656517 | APAC | 5 | tier_2 | 4.75 | q4 | 1550 |
| ... | ... | ... | ... | ... | ... | ... | ... |
| 404 | 162521 | APAC | 3 | dealer | 5.75 | q4 | 49830 |
| 408 | 654792 | NAFTA | 5 | dealer | 5.00 | q4 | 52916 |
| 412 | 623606 | EMEA | 3 | dealer | 7.25 | q4 | 9001 |
| 416 | 985974 | NAFTA | 4 | dealer | 7.00 | q4 | 2813 |
| 420 | 850157 | APAC | 4 | dealer | 2.75 | q4 | 52069 |
106 rows × 7 columns
df_train = pd.merge(df, df_test[['ID', 'QUARTER']], on=['ID', 'QUARTER'], how='left', indicator=True)
df_train = df_train[df_train['_merge'] == 'left_only']
df_train.drop(columns=['_merge'], inplace=True)
df_train
| ID | REGION | ESG_SCORE | CATEGORY | T_LOCAL_MT_ACTIF_SOCIAL | T_LOCAL_TX_PD | QUARTER | |
|---|---|---|---|---|---|---|---|
| 0 | 185303 | LATAM | 4 | tier_2 | 34208 | 6.00 | q1 |
| 1 | 900683 | APAC | 5 | tier_2 | 1643 | 2.75 | q1 |
| 2 | 373869 | APAC | 4 | tier_2 | 4706 | 5.25 | q1 |
| 3 | 137542 | APAC | 4 | tier_2 | 2567 | 6.75 | q1 |
| 4 | 992171 | APAC | 3 | tier_2 | 1478 | 6.25 | q1 |
| ... | ... | ... | ... | ... | ... | ... | ... |
| 4511 | 200166 | APAC | 4 | dealer | 7517 | 6.75 | q4 |
| 4512 | 814235 | APAC | 3 | dealer | 7849 | 12.00 | q4 |
| 4513 | 162972 | NAFTA | 3 | dealer | 1172 | 5.75 | q4 |
| 4514 | 605883 | APAC | 2 | dealer | 59150 | 4.25 | q4 |
| 4515 | 804856 | NAFTA | 4 | dealer | 34876 | 7.25 | q4 |
4410 rows × 7 columns
def onehotencoding(df,columns=None):
# One-hot encode 'CATEGORY','REGION' and 'QUARTER'
category_one_hot = pd.get_dummies(df['CATEGORY'], prefix='Cat')
region_one_hot = pd.get_dummies(df['REGION'], prefix='Reg')
quarter_one_hot=pd.get_dummies(df['QUARTER'])
df = pd.concat([df, category_one_hot, region_one_hot,quarter_one_hot], axis=1)
df.drop(['CATEGORY', 'REGION','QUARTER'], axis=1, inplace=True)
df_converted = df.copy()
if columns is None:
columns = df_converted.columns
for col in columns:
if df_converted[col].dtype == bool:
df_converted[col] = df_converted[col].astype(int)
return df_converted
df_test_encoded=onehotencoding(df_test)
df_train_encoded=onehotencoding(df_train)
df_test_encoded = df_test_encoded.reindex(columns=df_train_encoded.columns, fill_value=0)
1.2 Basics analysis on features (we will use static data and transactions data)¶
In this part we will do some analysis on the companies only and make analysis based on quarter.
static_data_unique=static_data.drop_duplicates(subset='ID') # To delete duplicates companies based on ID
print(static_data_unique.describe())
ID ESG_SCORE T_LOCAL_MT_ACTIF_SOCIAL T_LOCAL_TX_PD count 1129.000000 1129.000000 1.129000e+03 1129.000000 mean 553418.557130 3.875996 4.766139e+05 5.580381 std 264639.207543 0.945613 1.527971e+06 1.899869 min 100024.000000 1.000000 1.000000e+03 1.000000 25% 319301.000000 3.000000 2.179000e+03 4.250000 50% 558065.000000 4.000000 6.107000e+03 5.750000 75% 785114.000000 5.000000 4.449300e+04 6.750000 max 999092.000000 5.000000 7.973077e+06 12.000000
In total we have 1129 companies in our dataset. Default probability accross them is around 5.6 (from 0 to 13).
categories_counts = static_data_unique['CATEGORY'].value_counts()
region_counts = static_data_unique['REGION'].value_counts()
total_categories = categories_counts.sum()
percentages_categories = 100 * categories_counts / total_categories
fig, (ax1, ax2) = plt.subplots(1, 2, figsize=(16, 8))
# Catégories
sns.barplot(x=categories_counts.index, y=categories_counts.values, ax=ax1)
ax1.set_title('Distribution of Companies Across Categories')
ax1.set_xlabel('Category')
ax1.set_ylabel('Count')
ax1.tick_params(axis='x', rotation=45)
# Ajout des étiquettes de pourcentage sur l'axe des y pour le graphique des catégories
ax1.set_yticklabels([f'{p:.2f}%' for p in np.linspace(0, 60, len(ax1.get_yticks()))])
# Régions
ax2.pie(region_counts, labels=region_counts.index, autopct='%1.1f%%', startangle=140)
ax2.set_title('Distribution of Companies Across Regions')
plt.tight_layout()
plt.show()
More than 55% of the companies are in raw materials in our database. Companies in OEM are the most less represented (less than 10%). We also have around 60% of companies in the region APAC. The region EMEA follows with exactly 15.8% of the companies.
mean_by_quarter = static_data.groupby('QUARTER')['T_LOCAL_TX_PD'].mean().reset_index()
plt.figure(figsize=(10, 6))
sns.lineplot(x='QUARTER', y='T_LOCAL_TX_PD', data=mean_by_quarter, marker='o')
plt.title('Evolution of the Mean of T_LOCAL_TX_PD by Quarter')
plt.xlabel('Qarter')
plt.ylabel('Mean of T_LOCAL_TX_PD')
plt.xticks(rotation=45)
plt.tight_layout()
plt.show()
Our target variable mean was quit high according to the other quarter in Q2. This mean was lesser in Q4.
mean_by_quarter_ = static_data.groupby('QUARTER')['ESG_SCORE'].mean().reset_index()
plt.figure(figsize=(10, 6))
sns.lineplot(x='QUARTER', y='ESG_SCORE', data=mean_by_quarter_, marker='o')
plt.title('Evolution of the Mean of ESG_SCORE by Quarter')
plt.xlabel('Qarter')
plt.ylabel('Mean of ESG_SCORE')
plt.xticks(rotation=45)
plt.tight_layout()
plt.show()
During all quarters the mean of the ESG score stayed at the same level which is around 3.87.
mean_by_cat = static_data.groupby('CATEGORY')['T_LOCAL_TX_PD'].mean().reset_index()
mean_by_reg = static_data.groupby('REGION')['T_LOCAL_TX_PD'].mean().reset_index()
mean_by_cat['Type'] = 'Category'
mean_by_reg['Type'] = 'Region'
mean_by_cat.rename(columns={'CATEGORY': 'Group'}, inplace=True)
mean_by_reg.rename(columns={'REGION': 'Group'}, inplace=True)
combined_data = pd.concat([mean_by_cat, mean_by_reg])
plt.figure(figsize=(12, 6))
sns.barplot(x='Group', y='T_LOCAL_TX_PD', hue='Type', data=combined_data, dodge=False)
plt.title('Mean of T_LOCAL_TX_PD by Category and Region')
plt.xlabel('Groups')
plt.ylabel('Mean of T_LOCAL_TX_PD')
plt.xticks(rotation=45)
min_val = combined_data['T_LOCAL_TX_PD'].min() * 0.95
max_val = combined_data['T_LOCAL_TX_PD'].max() * 1.05
plt.ylim(min_val, max_val)
plt.tight_layout()
plt.show()
Companies in dealers category had a higher PD mean than other categories. The following category is company in tier2 and tier1. We also notice that companies in the region EMEA have the biggest PD mean accross this period. The region and category can be a little bit relevant to help predicting PD even if their contributions can be be small.
plt.figure(figsize=(6, 4))
sns.heatmap(static_data[['ESG_SCORE','T_LOCAL_MT_ACTIF_SOCIAL','T_LOCAL_TX_PD']].corr(), annot=True, cmap='coolwarm')
plt.title('Correlation Matrix of Features')
plt.show()
There is a positive correlation between T_LOCAL_MT_ACTIF_SOCIAL and T_LOCAL_TX_PD but this one is very small (0.012) We also have a very small negative correlation between our target and T_LOCAL_MT_ACTIF_SOCIAL(-0.018)
G_train = nx.DiGraph()
for _, row in df_train_encoded.iterrows():
node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()
G_train.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])
for _, row in transactions_data.iterrows():
if row['ID'] in G_train and row['COUNTERPARTY'] in G_train:
G_train.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'])
print(f"Train Graph has {len(G_train.nodes)} nodes and {len(G_train.edges)} edges.")
Train Graph has 1129 nodes and 3297 edges.
G_test = nx.DiGraph()
for _, row in df_test_encoded.iterrows():
node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()
G_test.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])
for _, row in transactions_data.iterrows():
if row['ID'] in G_test and row['COUNTERPARTY'] in G_test:
G_test.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'])
print(f"Test Graph has {len(G_test.nodes)} nodes and {len(G_test.edges)} edges.")
Test Graph has 106 nodes and 49 edges.
def plot_neighborhood(depth,G=G_train, node_id=373869):
neighbors = nx.single_source_shortest_path_length(G, node_id, cutoff=depth).keys()
subgraph = G.subgraph(neighbors)
pos = nx.spring_layout(subgraph, seed=42)
edge_x, edge_y = [], []
for edge in subgraph.edges():
x0, y0 = pos[edge[0]]
x1, y1 = pos[edge[1]]
edge_x.extend([x0, x1, None])
edge_y.extend([y0, y1, None])
edge_trace = go.Scatter(x=edge_x, y=edge_y, line=dict(width=2, color='#888'),
hoverinfo='none', mode='lines')
node_x, node_y = [], []
node_colors = []
depth_colors = ['red', 'green', 'blue', 'purple', 'orange', 'yellow', 'pink', 'brown', 'grey', 'cyan']
for node in subgraph.nodes():
x, y = pos[node]
node_x.append(x)
node_y.append(y)
node_depth = nx.shortest_path_length(G, source=node_id, target=node)
color = depth_colors[node_depth] if node_depth < len(depth_colors) else 'black'
node_colors.append(color)
node_trace = go.Scatter(x=node_x, y=node_y, mode='markers', hoverinfo='text',
marker=dict(showscale=False, colorscale='Viridis', size=10, color=node_colors, line_width=2))
node_trace.text = [f'ID: {node}' for node in subgraph.nodes()]
fig = go.Figure(data=[edge_trace, node_trace], layout=go.Layout(
title=f'{depth}-Deep Neighborhood of Node {node_id}',
titlefont_size=16,
showlegend=False,
hovermode='closest',
margin=dict(b=20,l=5,r=5,t=40),
xaxis=dict(showgrid=False, zeroline=False, showticklabels=False),
yaxis=dict(showgrid=False, zeroline=False, showticklabels=False)))
fig.show()
for i in [1,2,3]:
plot_neighborhood(i)
PART 2: MODELING¶
Let try some simple models on our train set without using the transactions informations to see how they performs
X_train=df_train_encoded.drop(columns=["T_LOCAL_TX_PD","ID"])
X_test=df_test_encoded.drop(columns=["T_LOCAL_TX_PD","ID"])
y_train=df_train_encoded[["T_LOCAL_TX_PD"]]
y_test=df_test_encoded[["T_LOCAL_TX_PD"]]
2.1: Using Random forest¶
param_grid = {
'n_estimators': [10, 50, 100],
'max_depth': [None, 10, 20, 30],
'min_samples_split': [2, 4, 6]
}
grid_search = GridSearchCV(estimator=RandomForestRegressor(random_state=42),
param_grid=param_grid,
cv=5,
scoring='neg_mean_squared_error',
verbose=1,
n_jobs=-1)
grid_search.fit(X_train, y_train.values.ravel())
best_model = grid_search.best_estimator_
y_train_pred = best_model.predict(X_train)
y_test_pred = best_model.predict(X_test)
train_r2 = r2_score(y_train, y_train_pred)
test_r2 = r2_score(y_test, y_test_pred)
train_mse = mean_squared_error(y_train, y_train_pred)
test_mse = mean_squared_error(y_test, y_test_pred)
print(f"Best Parameters: {grid_search.best_params_}")
print(f"Training R2 score: {train_r2:.2f}")
print(f"Test R2 score: {test_r2:.2f}")
print(f"Training MSE: {train_mse:.2f}")
print(f"Test MSE: {test_mse:.2f}")
Fitting 5 folds for each of 36 candidates, totalling 180 fits
Best Parameters: {'max_depth': None, 'min_samples_split': 2, 'n_estimators': 100}
Training R2 score: 0.99
Test R2 score: 0.95
Training MSE: 0.03
Test MSE: 0.20
test_data_['PD random forest'] = np.array([from_pred_to_normal(y) for y in y_test_pred])
test_data_[["T_LOCAL_TX_PD",'PD random forest']]
| T_LOCAL_TX_PD | PD random forest | |
|---|---|---|
| 3394 | -4 | -4 |
| 3396 | -6 | -6 |
| 3403 | 6 | -6 |
| 3404 | 7+ | 7 |
| 3421 | -5 | -5 |
| ... | ... | ... |
| 4486 | -6 | -6 |
| 4488 | 5 | 5 |
| 4492 | 7+ | 7+ |
| 4494 | 7 | 7 |
| 4499 | -3 | 3 |
106 rows × 2 columns
2.2: Let try GNN for predicting PD¶
G_data_train = from_networkx(G_train)
G_data_train.x = torch.tensor([list(data.values()) for _, data in G_train.nodes(data=True)], dtype=torch.float)
G_data_train.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_train.nodes(data=True)], dtype=torch.float)
G_data_test = from_networkx(G_test)
G_data_test.x = torch.tensor([list(data.values()) for _, data in G_test.nodes(data=True)], dtype=torch.float)
G_data_test.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_test.nodes(data=True)], dtype=torch.float)
class EnhancedGCN(torch.nn.Module):
def __init__(self, num_node_features, hidden_channels, output_channels=1, dropout_rate=0.5):
super(EnhancedGCN, self).__init__()
self.conv1 = GCNConv(num_node_features, hidden_channels)
self.conv2 = GCNConv(hidden_channels, hidden_channels)
self.conv3 = GCNConv(hidden_channels, hidden_channels)
self.batch_norm1 = BatchNorm(hidden_channels)
self.batch_norm2 = BatchNorm(hidden_channels)
self.dropout_rate = dropout_rate
self.out = torch.nn.Linear(hidden_channels, output_channels)
def forward(self, x, edge_index):
# 1st layer
x = F.relu(self.conv1(x, edge_index))
x = self.batch_norm1(x)
x = F.dropout(x, p=self.dropout_rate, training=self.training)
# 2st layer
x = F.relu(self.conv2(x, edge_index))
x = self.batch_norm2(x)
x = F.dropout(x, p=self.dropout_rate, training=self.training)
# 3rd layer
x = F.relu(self.conv3(x, edge_index))
x = self.out(x)
return x
num_node_features = G_data_train.num_node_features
hidden_channels = 60
output_channels = 1
dropout_rate = 0.4
model = EnhancedGCN(num_node_features, hidden_channels, output_channels, dropout_rate)
optimizer = torch.optim.Adam(model.parameters(), lr=0.001)
loss_func = torch.nn.MSELoss()
def train():
model.train()
optimizer.zero_grad()
out = model(G_data_train.x, G_data_train.edge_index)
loss = loss_func(out.squeeze(), G_data_train.y)
loss.backward()
optimizer.step()
return loss.item()
for epoch in range(2000):
loss = train()
print(f'Epoch {epoch+1}: Loss: {loss}')
Epoch 1: Loss: 34.95518112182617 Epoch 2: Loss: 33.44199752807617 Epoch 3: Loss: 33.45864486694336 Epoch 4: Loss: 32.372337341308594 Epoch 5: Loss: 31.87409782409668 Epoch 6: Loss: 31.00893783569336 Epoch 7: Loss: 30.313350677490234 Epoch 8: Loss: 30.116172790527344 Epoch 9: Loss: 29.15779685974121 Epoch 10: Loss: 28.80605697631836 Epoch 11: Loss: 27.964826583862305 Epoch 12: Loss: 27.667598724365234 Epoch 13: Loss: 26.456512451171875 Epoch 14: Loss: 26.140403747558594 Epoch 15: Loss: 25.677371978759766 Epoch 16: Loss: 25.026273727416992 Epoch 17: Loss: 24.19707679748535 Epoch 18: Loss: 23.563146591186523 Epoch 19: Loss: 22.989988327026367 Epoch 20: Loss: 22.81761932373047 Epoch 21: Loss: 22.474376678466797 Epoch 22: Loss: 21.211902618408203 Epoch 23: Loss: 20.90770149230957 Epoch 24: Loss: 20.21375274658203 Epoch 25: Loss: 19.799684524536133 Epoch 26: Loss: 19.48683738708496 Epoch 27: Loss: 18.459129333496094 Epoch 28: Loss: 18.102510452270508 Epoch 29: Loss: 17.49164581298828 Epoch 30: Loss: 16.932708740234375 Epoch 31: Loss: 16.62199592590332 Epoch 32: Loss: 16.28417205810547 Epoch 33: Loss: 15.41952896118164 Epoch 34: Loss: 15.19974136352539 Epoch 35: Loss: 14.981375694274902 Epoch 36: Loss: 14.548462867736816 Epoch 37: Loss: 14.061858177185059 Epoch 38: Loss: 13.966769218444824 Epoch 39: Loss: 13.705194473266602 Epoch 40: Loss: 13.610262870788574 Epoch 41: Loss: 13.334912300109863 Epoch 42: Loss: 13.167555809020996 Epoch 43: Loss: 12.480504989624023 Epoch 44: Loss: 12.791308403015137 Epoch 45: Loss: 12.201279640197754 Epoch 46: Loss: 12.285846710205078 Epoch 47: Loss: 12.248703002929688 Epoch 48: Loss: 12.031614303588867 Epoch 49: Loss: 11.649435043334961 Epoch 50: Loss: 11.619298934936523 Epoch 51: Loss: 11.70883560180664 Epoch 52: Loss: 11.796823501586914 Epoch 53: Loss: 11.770257949829102 Epoch 54: Loss: 11.078471183776855 Epoch 55: Loss: 11.10826587677002 Epoch 56: Loss: 11.419014930725098 Epoch 57: Loss: 11.343765258789062 Epoch 58: Loss: 11.09335708618164 Epoch 59: Loss: 10.999090194702148 Epoch 60: Loss: 10.673394203186035 Epoch 61: Loss: 10.894759178161621 Epoch 62: Loss: 10.533154487609863 Epoch 63: Loss: 10.93275260925293 Epoch 64: Loss: 10.62273120880127 Epoch 65: Loss: 10.85340404510498 Epoch 66: Loss: 10.898776054382324 Epoch 67: Loss: 10.64322566986084 Epoch 68: Loss: 10.400691032409668 Epoch 69: Loss: 10.413921356201172 Epoch 70: Loss: 10.351643562316895 Epoch 71: Loss: 10.346016883850098 Epoch 72: Loss: 10.098409652709961 Epoch 73: Loss: 10.29231071472168 Epoch 74: Loss: 10.075542449951172 Epoch 75: Loss: 10.18432331085205 Epoch 76: Loss: 9.805990219116211 Epoch 77: Loss: 9.685996055603027 Epoch 78: Loss: 10.1483736038208 Epoch 79: Loss: 9.693219184875488 Epoch 80: Loss: 9.71135425567627 Epoch 81: Loss: 9.88979721069336 Epoch 82: Loss: 9.644247055053711 Epoch 83: Loss: 9.504920959472656 Epoch 84: Loss: 9.35968017578125 Epoch 85: Loss: 9.611566543579102 Epoch 86: Loss: 9.806034088134766 Epoch 87: Loss: 9.273755073547363 Epoch 88: Loss: 9.466940879821777 Epoch 89: Loss: 9.137408256530762 Epoch 90: Loss: 9.500267028808594 Epoch 91: Loss: 9.757225036621094 Epoch 92: Loss: 9.364592552185059 Epoch 93: Loss: 9.178281784057617 Epoch 94: Loss: 8.97650146484375 Epoch 95: Loss: 9.146814346313477 Epoch 96: Loss: 9.174736022949219 Epoch 97: Loss: 9.350924491882324 Epoch 98: Loss: 9.376415252685547 Epoch 99: Loss: 9.19204044342041 Epoch 100: Loss: 8.985445976257324 Epoch 101: Loss: 9.160627365112305 Epoch 102: Loss: 8.669221878051758 Epoch 103: Loss: 8.92422103881836 Epoch 104: Loss: 8.86182689666748 Epoch 105: Loss: 8.760208129882812 Epoch 106: Loss: 9.04425048828125 Epoch 107: Loss: 8.76815414428711 Epoch 108: Loss: 8.66262435913086 Epoch 109: Loss: 8.64935302734375 Epoch 110: Loss: 8.933055877685547 Epoch 111: Loss: 8.73674488067627 Epoch 112: Loss: 8.332697868347168 Epoch 113: Loss: 8.655102729797363 Epoch 114: Loss: 8.914200782775879 Epoch 115: Loss: 8.303566932678223 Epoch 116: Loss: 8.40466022491455 Epoch 117: Loss: 8.607872009277344 Epoch 118: Loss: 8.58557415008545 Epoch 119: Loss: 8.476083755493164 Epoch 120: Loss: 8.231796264648438 Epoch 121: Loss: 8.102280616760254 Epoch 122: Loss: 8.000029563903809 Epoch 123: Loss: 8.014041900634766 Epoch 124: Loss: 8.189142227172852 Epoch 125: Loss: 8.154505729675293 Epoch 126: Loss: 7.965782165527344 Epoch 127: Loss: 7.812820911407471 Epoch 128: Loss: 7.878050804138184 Epoch 129: Loss: 7.854605674743652 Epoch 130: Loss: 7.7081780433654785 Epoch 131: Loss: 7.6735520362854 Epoch 132: Loss: 7.873378276824951 Epoch 133: Loss: 7.590994358062744 Epoch 134: Loss: 7.5884528160095215 Epoch 135: Loss: 7.3949360847473145 Epoch 136: Loss: 7.467758655548096 Epoch 137: Loss: 7.6664628982543945 Epoch 138: Loss: 7.522199630737305 Epoch 139: Loss: 7.294693470001221 Epoch 140: Loss: 7.2883219718933105 Epoch 141: Loss: 7.365340709686279 Epoch 142: Loss: 7.240489482879639 Epoch 143: Loss: 7.323667526245117 Epoch 144: Loss: 7.235822677612305 Epoch 145: Loss: 7.422420024871826 Epoch 146: Loss: 6.911626815795898 Epoch 147: Loss: 6.939828395843506 Epoch 148: Loss: 6.993374347686768 Epoch 149: Loss: 6.927239418029785 Epoch 150: Loss: 6.890273094177246 Epoch 151: Loss: 7.007904529571533 Epoch 152: Loss: 6.835768699645996 Epoch 153: Loss: 6.9981584548950195 Epoch 154: Loss: 6.8061723709106445 Epoch 155: Loss: 6.528894424438477 Epoch 156: Loss: 6.6271257400512695 Epoch 157: Loss: 6.757699966430664 Epoch 158: Loss: 6.613052845001221 Epoch 159: Loss: 6.793635845184326 Epoch 160: Loss: 6.594665050506592 Epoch 161: Loss: 6.5544352531433105 Epoch 162: Loss: 6.394845962524414 Epoch 163: Loss: 6.309172630310059 Epoch 164: Loss: 6.150756359100342 Epoch 165: Loss: 6.3686842918396 Epoch 166: Loss: 6.371895790100098 Epoch 167: Loss: 6.317107200622559 Epoch 168: Loss: 6.235049724578857 Epoch 169: Loss: 6.21341609954834 Epoch 170: Loss: 6.15924072265625 Epoch 171: Loss: 5.881950378417969 Epoch 172: Loss: 6.122227668762207 Epoch 173: Loss: 6.256718158721924 Epoch 174: Loss: 6.07106351852417 Epoch 175: Loss: 6.035407543182373 Epoch 176: Loss: 6.2662272453308105 Epoch 177: Loss: 6.198017120361328 Epoch 178: Loss: 5.882510662078857 Epoch 179: Loss: 5.983772277832031 Epoch 180: Loss: 5.889632225036621 Epoch 181: Loss: 5.892978668212891 Epoch 182: Loss: 6.100884437561035 Epoch 183: Loss: 5.885955810546875 Epoch 184: Loss: 5.887576103210449 Epoch 185: Loss: 6.095335006713867 Epoch 186: Loss: 5.739194869995117 Epoch 187: Loss: 5.806875228881836 Epoch 188: Loss: 5.675552845001221 Epoch 189: Loss: 5.524433135986328 Epoch 190: Loss: 5.724804878234863 Epoch 191: Loss: 5.587706089019775 Epoch 192: Loss: 5.843206405639648 Epoch 193: Loss: 6.025030136108398 Epoch 194: Loss: 5.719147205352783 Epoch 195: Loss: 5.668573379516602 Epoch 196: Loss: 5.522486209869385 Epoch 197: Loss: 5.688657283782959 Epoch 198: Loss: 5.905962944030762 Epoch 199: Loss: 5.695184707641602 Epoch 200: Loss: 5.81676721572876 Epoch 201: Loss: 5.646570205688477 Epoch 202: Loss: 5.648396968841553 Epoch 203: Loss: 5.717350959777832 Epoch 204: Loss: 5.600765705108643 Epoch 205: Loss: 5.634962558746338 Epoch 206: Loss: 5.754610061645508 Epoch 207: Loss: 5.690622806549072 Epoch 208: Loss: 5.660812854766846 Epoch 209: Loss: 5.674728870391846 Epoch 210: Loss: 5.355063438415527 Epoch 211: Loss: 5.805387496948242 Epoch 212: Loss: 5.407326698303223 Epoch 213: Loss: 5.52384090423584 Epoch 214: Loss: 5.55436897277832 Epoch 215: Loss: 5.519745826721191 Epoch 216: Loss: 5.440134048461914 Epoch 217: Loss: 5.531852722167969 Epoch 218: Loss: 5.306737422943115 Epoch 219: Loss: 5.466255187988281 Epoch 220: Loss: 5.5277204513549805 Epoch 221: Loss: 5.516617298126221 Epoch 222: Loss: 5.430787086486816 Epoch 223: Loss: 5.510308742523193 Epoch 224: Loss: 5.379601955413818 Epoch 225: Loss: 5.794005393981934 Epoch 226: Loss: 5.507256031036377 Epoch 227: Loss: 5.439699172973633 Epoch 228: Loss: 5.57485818862915 Epoch 229: Loss: 5.664549350738525 Epoch 230: Loss: 5.411269664764404 Epoch 231: Loss: 5.479518890380859 Epoch 232: Loss: 5.06010103225708 Epoch 233: Loss: 5.510768890380859 Epoch 234: Loss: 5.534209728240967 Epoch 235: Loss: 5.271979808807373 Epoch 236: Loss: 5.3560051918029785 Epoch 237: Loss: 5.284939765930176 Epoch 238: Loss: 5.3736653327941895 Epoch 239: Loss: 5.337906837463379 Epoch 240: Loss: 5.26416540145874 Epoch 241: Loss: 5.379672527313232 Epoch 242: Loss: 5.23182487487793 Epoch 243: Loss: 5.169548988342285 Epoch 244: Loss: 5.342589855194092 Epoch 245: Loss: 5.189962387084961 Epoch 246: Loss: 5.226535320281982 Epoch 247: Loss: 4.959158897399902 Epoch 248: Loss: 5.3082451820373535 Epoch 249: Loss: 5.253906726837158 Epoch 250: Loss: 5.159357070922852 Epoch 251: Loss: 5.266942501068115 Epoch 252: Loss: 5.237196445465088 Epoch 253: Loss: 5.32645320892334 Epoch 254: Loss: 5.143689155578613 Epoch 255: Loss: 5.198523998260498 Epoch 256: Loss: 5.257404804229736 Epoch 257: Loss: 5.052269458770752 Epoch 258: Loss: 5.207416534423828 Epoch 259: Loss: 5.395879745483398 Epoch 260: Loss: 5.241683483123779 Epoch 261: Loss: 5.2592034339904785 Epoch 262: Loss: 5.247497081756592 Epoch 263: Loss: 5.180561542510986 Epoch 264: Loss: 5.261203289031982 Epoch 265: Loss: 5.470455646514893 Epoch 266: Loss: 5.299830436706543 Epoch 267: Loss: 5.2540788650512695 Epoch 268: Loss: 5.112023830413818 Epoch 269: Loss: 5.367429256439209 Epoch 270: Loss: 5.282451152801514 Epoch 271: Loss: 5.321132659912109 Epoch 272: Loss: 5.272593975067139 Epoch 273: Loss: 5.25204610824585 Epoch 274: Loss: 5.154966354370117 Epoch 275: Loss: 5.256220817565918 Epoch 276: Loss: 4.905043125152588 Epoch 277: Loss: 5.2705864906311035 Epoch 278: Loss: 5.282900333404541 Epoch 279: Loss: 5.121695041656494 Epoch 280: Loss: 5.063412666320801 Epoch 281: Loss: 5.050398826599121 Epoch 282: Loss: 5.089733123779297 Epoch 283: Loss: 5.023544788360596 Epoch 284: Loss: 5.240901470184326 Epoch 285: Loss: 5.096518516540527 Epoch 286: Loss: 5.341992378234863 Epoch 287: Loss: 5.17843770980835 Epoch 288: Loss: 5.242380619049072 Epoch 289: Loss: 5.2061076164245605 Epoch 290: Loss: 5.207058906555176 Epoch 291: Loss: 4.928691387176514 Epoch 292: Loss: 5.199892520904541 Epoch 293: Loss: 5.136028289794922 Epoch 294: Loss: 5.148815155029297 Epoch 295: Loss: 5.030081748962402 Epoch 296: Loss: 5.200122833251953 Epoch 297: Loss: 5.160017013549805 Epoch 298: Loss: 5.171218395233154 Epoch 299: Loss: 5.09175968170166 Epoch 300: Loss: 5.019690036773682 Epoch 301: Loss: 4.967158317565918 Epoch 302: Loss: 4.794497966766357 Epoch 303: Loss: 4.975846290588379 Epoch 304: Loss: 4.916964054107666 Epoch 305: Loss: 4.994951248168945 Epoch 306: Loss: 5.124937057495117 Epoch 307: Loss: 5.135381698608398 Epoch 308: Loss: 5.0254435539245605 Epoch 309: Loss: 4.910035133361816 Epoch 310: Loss: 4.918938159942627 Epoch 311: Loss: 4.867457866668701 Epoch 312: Loss: 4.9559550285339355 Epoch 313: Loss: 4.913564205169678 Epoch 314: Loss: 4.876887321472168 Epoch 315: Loss: 4.6901092529296875 Epoch 316: Loss: 4.753022193908691 Epoch 317: Loss: 5.0590410232543945 Epoch 318: Loss: 4.940176010131836 Epoch 319: Loss: 4.923335552215576 Epoch 320: Loss: 5.016807556152344 Epoch 321: Loss: 4.84628963470459 Epoch 322: Loss: 4.896263122558594 Epoch 323: Loss: 4.852053165435791 Epoch 324: Loss: 4.959729194641113 Epoch 325: Loss: 5.119100093841553 Epoch 326: Loss: 4.915286540985107 Epoch 327: Loss: 4.793679714202881 Epoch 328: Loss: 4.856842041015625 Epoch 329: Loss: 4.601160049438477 Epoch 330: Loss: 4.900336742401123 Epoch 331: Loss: 4.941622257232666 Epoch 332: Loss: 4.863447666168213 Epoch 333: Loss: 4.867697238922119 Epoch 334: Loss: 4.786334991455078 Epoch 335: Loss: 4.743536472320557 Epoch 336: Loss: 4.907842636108398 Epoch 337: Loss: 4.787497520446777 Epoch 338: Loss: 4.883010387420654 Epoch 339: Loss: 4.899899482727051 Epoch 340: Loss: 4.8449835777282715 Epoch 341: Loss: 4.875065803527832 Epoch 342: Loss: 4.872990131378174 Epoch 343: Loss: 4.937357425689697 Epoch 344: Loss: 4.871446132659912 Epoch 345: Loss: 4.964412212371826 Epoch 346: Loss: 4.722332954406738 Epoch 347: Loss: 4.885135173797607 Epoch 348: Loss: 4.881754398345947 Epoch 349: Loss: 4.918983459472656 Epoch 350: Loss: 5.029741287231445 Epoch 351: Loss: 4.8471174240112305 Epoch 352: Loss: 4.7238593101501465 Epoch 353: Loss: 4.97292947769165 Epoch 354: Loss: 4.673650741577148 Epoch 355: Loss: 4.831639289855957 Epoch 356: Loss: 4.678454399108887 Epoch 357: Loss: 4.735695838928223 Epoch 358: Loss: 4.6281256675720215 Epoch 359: Loss: 4.835605144500732 Epoch 360: Loss: 4.818716049194336 Epoch 361: Loss: 4.813684940338135 Epoch 362: Loss: 4.915287971496582 Epoch 363: Loss: 4.773298263549805 Epoch 364: Loss: 4.752320766448975 Epoch 365: Loss: 4.827441215515137 Epoch 366: Loss: 4.880153656005859 Epoch 367: Loss: 4.940591335296631 Epoch 368: Loss: 4.767626762390137 Epoch 369: Loss: 4.729062080383301 Epoch 370: Loss: 4.877273082733154 Epoch 371: Loss: 4.678647041320801 Epoch 372: Loss: 4.797616958618164 Epoch 373: Loss: 4.634686470031738 Epoch 374: Loss: 4.583667755126953 Epoch 375: Loss: 4.808825492858887 Epoch 376: Loss: 4.716197490692139 Epoch 377: Loss: 4.792609214782715 Epoch 378: Loss: 4.87924337387085 Epoch 379: Loss: 4.712888240814209 Epoch 380: Loss: 4.778090476989746 Epoch 381: Loss: 4.820934295654297 Epoch 382: Loss: 4.764064788818359 Epoch 383: Loss: 4.823496341705322 Epoch 384: Loss: 4.56692361831665 Epoch 385: Loss: 4.865642070770264 Epoch 386: Loss: 4.841527938842773 Epoch 387: Loss: 4.710368633270264 Epoch 388: Loss: 4.629454135894775 Epoch 389: Loss: 4.810702800750732 Epoch 390: Loss: 4.748434066772461 Epoch 391: Loss: 4.917285442352295 Epoch 392: Loss: 4.712466239929199 Epoch 393: Loss: 4.588918685913086 Epoch 394: Loss: 4.625970363616943 Epoch 395: Loss: 4.87153959274292 Epoch 396: Loss: 5.06873893737793 Epoch 397: Loss: 4.7469401359558105 Epoch 398: Loss: 4.717989444732666 Epoch 399: Loss: 4.688147068023682 Epoch 400: Loss: 4.6434102058410645 Epoch 401: Loss: 4.724753379821777 Epoch 402: Loss: 4.572550296783447 Epoch 403: Loss: 4.679738521575928 Epoch 404: Loss: 4.887852668762207 Epoch 405: Loss: 4.8899149894714355 Epoch 406: Loss: 4.75970983505249 Epoch 407: Loss: 4.635313987731934 Epoch 408: Loss: 4.754726409912109 Epoch 409: Loss: 4.896402359008789 Epoch 410: Loss: 4.733016014099121 Epoch 411: Loss: 4.862617492675781 Epoch 412: Loss: 4.621068477630615 Epoch 413: Loss: 4.724444389343262 Epoch 414: Loss: 4.691036224365234 Epoch 415: Loss: 4.64210319519043 Epoch 416: Loss: 4.817199230194092 Epoch 417: Loss: 4.6947126388549805 Epoch 418: Loss: 4.559525012969971 Epoch 419: Loss: 4.536197185516357 Epoch 420: Loss: 4.687735080718994 Epoch 421: Loss: 4.758417129516602 Epoch 422: Loss: 4.709314823150635 Epoch 423: Loss: 4.630863666534424 Epoch 424: Loss: 4.671463489532471 Epoch 425: Loss: 4.631723403930664 Epoch 426: Loss: 4.64593505859375 Epoch 427: Loss: 4.766284465789795 Epoch 428: Loss: 4.6632561683654785 Epoch 429: Loss: 4.742684841156006 Epoch 430: Loss: 4.866322040557861 Epoch 431: Loss: 4.574560642242432 Epoch 432: Loss: 4.600513935089111 Epoch 433: Loss: 4.55787992477417 Epoch 434: Loss: 4.552170753479004 Epoch 435: Loss: 4.791007041931152 Epoch 436: Loss: 4.720795631408691 Epoch 437: Loss: 4.591182708740234 Epoch 438: Loss: 4.825488090515137 Epoch 439: Loss: 4.885797023773193 Epoch 440: Loss: 4.600090503692627 Epoch 441: Loss: 4.635110378265381 Epoch 442: Loss: 4.595024108886719 Epoch 443: Loss: 4.688209056854248 Epoch 444: Loss: 4.635042190551758 Epoch 445: Loss: 4.668091773986816 Epoch 446: Loss: 4.595385551452637 Epoch 447: Loss: 4.762819290161133 Epoch 448: Loss: 4.560739517211914 Epoch 449: Loss: 4.708379745483398 Epoch 450: Loss: 4.4943766593933105 Epoch 451: Loss: 4.5385422706604 Epoch 452: Loss: 4.610412120819092 Epoch 453: Loss: 4.695411682128906 Epoch 454: Loss: 4.482194900512695 Epoch 455: Loss: 4.5862908363342285 Epoch 456: Loss: 4.512253284454346 Epoch 457: Loss: 4.511894702911377 Epoch 458: Loss: 4.700323581695557 Epoch 459: Loss: 4.47183084487915 Epoch 460: Loss: 4.477662086486816 Epoch 461: Loss: 4.691483020782471 Epoch 462: Loss: 4.6007280349731445 Epoch 463: Loss: 4.617469787597656 Epoch 464: Loss: 4.6992058753967285 Epoch 465: Loss: 4.525811672210693 Epoch 466: Loss: 4.582572937011719 Epoch 467: Loss: 4.828845024108887 Epoch 468: Loss: 4.735288619995117 Epoch 469: Loss: 4.58006477355957 Epoch 470: Loss: 4.498234272003174 Epoch 471: Loss: 4.481715679168701 Epoch 472: Loss: 4.544601917266846 Epoch 473: Loss: 4.552178859710693 Epoch 474: Loss: 4.534564971923828 Epoch 475: Loss: 4.436434745788574 Epoch 476: Loss: 4.6688690185546875 Epoch 477: Loss: 4.492420196533203 Epoch 478: Loss: 4.611114978790283 Epoch 479: Loss: 4.616246223449707 Epoch 480: Loss: 4.50895357131958 Epoch 481: Loss: 4.443422317504883 Epoch 482: Loss: 4.669247150421143 Epoch 483: Loss: 4.447686672210693 Epoch 484: Loss: 4.578980922698975 Epoch 485: Loss: 4.550930023193359 Epoch 486: Loss: 4.514470100402832 Epoch 487: Loss: 4.44300651550293 Epoch 488: Loss: 4.461411952972412 Epoch 489: Loss: 4.590888500213623 Epoch 490: Loss: 4.540619373321533 Epoch 491: Loss: 4.489986419677734 Epoch 492: Loss: 4.557253837585449 Epoch 493: Loss: 4.776950836181641 Epoch 494: Loss: 4.484706878662109 Epoch 495: Loss: 4.655196666717529 Epoch 496: Loss: 4.437727451324463 Epoch 497: Loss: 4.467761993408203 Epoch 498: Loss: 4.564217567443848 Epoch 499: Loss: 4.678405284881592 Epoch 500: Loss: 4.5671820640563965 Epoch 501: Loss: 4.649497985839844 Epoch 502: Loss: 4.635284900665283 Epoch 503: Loss: 4.521862983703613 Epoch 504: Loss: 4.598904609680176 Epoch 505: Loss: 4.620960712432861 Epoch 506: Loss: 4.542452812194824 Epoch 507: Loss: 4.592074394226074 Epoch 508: Loss: 4.5431623458862305 Epoch 509: Loss: 4.742196083068848 Epoch 510: Loss: 4.685792446136475 Epoch 511: Loss: 4.457786560058594 Epoch 512: Loss: 4.6612701416015625 Epoch 513: Loss: 4.6161885261535645 Epoch 514: Loss: 4.635939598083496 Epoch 515: Loss: 4.59129524230957 Epoch 516: Loss: 4.59398078918457 Epoch 517: Loss: 4.5284318923950195 Epoch 518: Loss: 4.452967643737793 Epoch 519: Loss: 4.50523567199707 Epoch 520: Loss: 4.467001914978027 Epoch 521: Loss: 4.513888359069824 Epoch 522: Loss: 4.616657257080078 Epoch 523: Loss: 4.315523147583008 Epoch 524: Loss: 4.480956554412842 Epoch 525: Loss: 4.561471462249756 Epoch 526: Loss: 4.440832138061523 Epoch 527: Loss: 4.600278854370117 Epoch 528: Loss: 4.363795280456543 Epoch 529: Loss: 4.49311637878418 Epoch 530: Loss: 4.471664905548096 Epoch 531: Loss: 4.343430519104004 Epoch 532: Loss: 4.518795013427734 Epoch 533: Loss: 4.552719593048096 Epoch 534: Loss: 4.646697044372559 Epoch 535: Loss: 4.273575782775879 Epoch 536: Loss: 4.409938335418701 Epoch 537: Loss: 4.362624645233154 Epoch 538: Loss: 4.425466060638428 Epoch 539: Loss: 4.435445785522461 Epoch 540: Loss: 4.455226898193359 Epoch 541: Loss: 4.289496421813965 Epoch 542: Loss: 4.3789591789245605 Epoch 543: Loss: 4.467395782470703 Epoch 544: Loss: 4.416659832000732 Epoch 545: Loss: 4.566211700439453 Epoch 546: Loss: 4.550421237945557 Epoch 547: Loss: 4.51795768737793 Epoch 548: Loss: 4.469283103942871 Epoch 549: Loss: 4.476960182189941 Epoch 550: Loss: 4.562533855438232 Epoch 551: Loss: 4.4221062660217285 Epoch 552: Loss: 4.365868091583252 Epoch 553: Loss: 4.324236869812012 Epoch 554: Loss: 4.541069507598877 Epoch 555: Loss: 4.298914909362793 Epoch 556: Loss: 4.464176654815674 Epoch 557: Loss: 5.095361709594727 Epoch 558: Loss: 4.422058582305908 Epoch 559: Loss: 4.301423072814941 Epoch 560: Loss: 4.398216724395752 Epoch 561: Loss: 4.514298915863037 Epoch 562: Loss: 4.570059299468994 Epoch 563: Loss: 4.502214431762695 Epoch 564: Loss: 4.441023826599121 Epoch 565: Loss: 4.440479755401611 Epoch 566: Loss: 4.35562801361084 Epoch 567: Loss: 4.380805015563965 Epoch 568: Loss: 4.352075576782227 Epoch 569: Loss: 4.479905128479004 Epoch 570: Loss: 4.359681606292725 Epoch 571: Loss: 4.456662654876709 Epoch 572: Loss: 4.428624153137207 Epoch 573: Loss: 4.488762378692627 Epoch 574: Loss: 4.550868988037109 Epoch 575: Loss: 4.4483771324157715 Epoch 576: Loss: 4.766093730926514 Epoch 577: Loss: 4.374119281768799 Epoch 578: Loss: 4.617988586425781 Epoch 579: Loss: 4.488827705383301 Epoch 580: Loss: 4.443933963775635 Epoch 581: Loss: 4.387051105499268 Epoch 582: Loss: 4.499605655670166 Epoch 583: Loss: 4.74043607711792 Epoch 584: Loss: 4.3424973487854 Epoch 585: Loss: 4.332470893859863 Epoch 586: Loss: 4.495957851409912 Epoch 587: Loss: 4.4841766357421875 Epoch 588: Loss: 4.33656120300293 Epoch 589: Loss: 4.382066249847412 Epoch 590: Loss: 4.528372764587402 Epoch 591: Loss: 4.4495697021484375 Epoch 592: Loss: 4.345994472503662 Epoch 593: Loss: 4.562587738037109 Epoch 594: Loss: 4.4993672370910645 Epoch 595: Loss: 4.540133953094482 Epoch 596: Loss: 4.45964241027832 Epoch 597: Loss: 4.457886219024658 Epoch 598: Loss: 4.359655380249023 Epoch 599: Loss: 4.423559665679932 Epoch 600: Loss: 4.516705513000488 Epoch 601: Loss: 4.418796062469482 Epoch 602: Loss: 4.348944187164307 Epoch 603: Loss: 4.498900413513184 Epoch 604: Loss: 4.36625862121582 Epoch 605: Loss: 4.253825664520264 Epoch 606: Loss: 4.576559543609619 Epoch 607: Loss: 4.411786079406738 Epoch 608: Loss: 4.332847595214844 Epoch 609: Loss: 4.329003810882568 Epoch 610: Loss: 4.420726299285889 Epoch 611: Loss: 4.3484954833984375 Epoch 612: Loss: 4.327701091766357 Epoch 613: Loss: 4.410027503967285 Epoch 614: Loss: 4.414424896240234 Epoch 615: Loss: 4.374058723449707 Epoch 616: Loss: 4.385358810424805 Epoch 617: Loss: 4.455718517303467 Epoch 618: Loss: 4.410793304443359 Epoch 619: Loss: 4.5061540603637695 Epoch 620: Loss: 4.360360145568848 Epoch 621: Loss: 4.383755207061768 Epoch 622: Loss: 4.137263298034668 Epoch 623: Loss: 4.342182636260986 Epoch 624: Loss: 4.364218235015869 Epoch 625: Loss: 4.340260028839111 Epoch 626: Loss: 4.214602470397949 Epoch 627: Loss: 4.393003463745117 Epoch 628: Loss: 4.359803199768066 Epoch 629: Loss: 4.360075950622559 Epoch 630: Loss: 4.258528232574463 Epoch 631: Loss: 4.4395623207092285 Epoch 632: Loss: 4.35377836227417 Epoch 633: Loss: 4.413852214813232 Epoch 634: Loss: 4.3141984939575195 Epoch 635: Loss: 4.260684967041016 Epoch 636: Loss: 4.278231620788574 Epoch 637: Loss: 4.354654788970947 Epoch 638: Loss: 4.289056301116943 Epoch 639: Loss: 4.352203845977783 Epoch 640: Loss: 4.333851337432861 Epoch 641: Loss: 4.493641376495361 Epoch 642: Loss: 4.305622100830078 Epoch 643: Loss: 4.341865062713623 Epoch 644: Loss: 4.335603713989258 Epoch 645: Loss: 4.357011795043945 Epoch 646: Loss: 4.270326137542725 Epoch 647: Loss: 4.356104373931885 Epoch 648: Loss: 4.253529071807861 Epoch 649: Loss: 4.364768028259277 Epoch 650: Loss: 4.217146396636963 Epoch 651: Loss: 4.4590535163879395 Epoch 652: Loss: 4.430017471313477 Epoch 653: Loss: 4.250360012054443 Epoch 654: Loss: 4.252347469329834 Epoch 655: Loss: 4.3791913986206055 Epoch 656: Loss: 4.309596061706543 Epoch 657: Loss: 4.345427513122559 Epoch 658: Loss: 4.404129505157471 Epoch 659: Loss: 4.293975353240967 Epoch 660: Loss: 4.2262163162231445 Epoch 661: Loss: 4.264110088348389 Epoch 662: Loss: 4.193131446838379 Epoch 663: Loss: 4.261592388153076 Epoch 664: Loss: 4.232124328613281 Epoch 665: Loss: 4.2513275146484375 Epoch 666: Loss: 4.30343770980835 Epoch 667: Loss: 4.268457412719727 Epoch 668: Loss: 4.275182723999023 Epoch 669: Loss: 4.215846061706543 Epoch 670: Loss: 4.213043212890625 Epoch 671: Loss: 4.28892707824707 Epoch 672: Loss: 4.241781711578369 Epoch 673: Loss: 4.412234306335449 Epoch 674: Loss: 4.210379600524902 Epoch 675: Loss: 4.301697254180908 Epoch 676: Loss: 4.319077014923096 Epoch 677: Loss: 4.206923007965088 Epoch 678: Loss: 4.3000311851501465 Epoch 679: Loss: 4.150601863861084 Epoch 680: Loss: 4.2664103507995605 Epoch 681: Loss: 4.288846492767334 Epoch 682: Loss: 4.226561546325684 Epoch 683: Loss: 4.237049579620361 Epoch 684: Loss: 4.2334160804748535 Epoch 685: Loss: 4.288198471069336 Epoch 686: Loss: 4.314757823944092 Epoch 687: Loss: 4.215977668762207 Epoch 688: Loss: 4.2539262771606445 Epoch 689: Loss: 4.165421962738037 Epoch 690: Loss: 4.137051582336426 Epoch 691: Loss: 4.152786731719971 Epoch 692: Loss: 4.25788688659668 Epoch 693: Loss: 4.196062088012695 Epoch 694: Loss: 4.227531909942627 Epoch 695: Loss: 4.259636402130127 Epoch 696: Loss: 4.127438545227051 Epoch 697: Loss: 4.316552639007568 Epoch 698: Loss: 4.178318023681641 Epoch 699: Loss: 4.362392425537109 Epoch 700: Loss: 4.336333274841309 Epoch 701: Loss: 4.289678573608398 Epoch 702: Loss: 4.163369655609131 Epoch 703: Loss: 4.244671821594238 Epoch 704: Loss: 4.204283237457275 Epoch 705: Loss: 4.112665176391602 Epoch 706: Loss: 4.203912258148193 Epoch 707: Loss: 4.058182239532471 Epoch 708: Loss: 4.194222927093506 Epoch 709: Loss: 4.256991863250732 Epoch 710: Loss: 4.115760803222656 Epoch 711: Loss: 4.214743614196777 Epoch 712: Loss: 4.261735916137695 Epoch 713: Loss: 4.228062152862549 Epoch 714: Loss: 4.178373336791992 Epoch 715: Loss: 4.080268859863281 Epoch 716: Loss: 4.150986194610596 Epoch 717: Loss: 4.226024627685547 Epoch 718: Loss: 4.247505187988281 Epoch 719: Loss: 4.218817710876465 Epoch 720: Loss: 4.167072772979736 Epoch 721: Loss: 4.158560752868652 Epoch 722: Loss: 4.216911792755127 Epoch 723: Loss: 4.186790943145752 Epoch 724: Loss: 4.2457427978515625 Epoch 725: Loss: 4.198067665100098 Epoch 726: Loss: 4.265495777130127 Epoch 727: Loss: 4.257431507110596 Epoch 728: Loss: 4.292675971984863 Epoch 729: Loss: 4.168529033660889 Epoch 730: Loss: 4.3504638671875 Epoch 731: Loss: 4.290013313293457 Epoch 732: Loss: 4.126450538635254 Epoch 733: Loss: 4.242677211761475 Epoch 734: Loss: 4.221333026885986 Epoch 735: Loss: 4.211608409881592 Epoch 736: Loss: 4.132706165313721 Epoch 737: Loss: 4.155889511108398 Epoch 738: Loss: 4.171364784240723 Epoch 739: Loss: 4.232914447784424 Epoch 740: Loss: 4.206982612609863 Epoch 741: Loss: 4.147054195404053 Epoch 742: Loss: 4.214721202850342 Epoch 743: Loss: 4.335045337677002 Epoch 744: Loss: 4.1634674072265625 Epoch 745: Loss: 4.167021751403809 Epoch 746: Loss: 4.14574670791626 Epoch 747: Loss: 4.030327796936035 Epoch 748: Loss: 4.238727569580078 Epoch 749: Loss: 4.317352771759033 Epoch 750: Loss: 4.120706558227539 Epoch 751: Loss: 4.221789836883545 Epoch 752: Loss: 4.232820510864258 Epoch 753: Loss: 4.158798694610596 Epoch 754: Loss: 4.007608413696289 Epoch 755: Loss: 4.270432472229004 Epoch 756: Loss: 4.0897088050842285 Epoch 757: Loss: 4.119783878326416 Epoch 758: Loss: 4.227199077606201 Epoch 759: Loss: 4.201057434082031 Epoch 760: Loss: 4.189144134521484 Epoch 761: Loss: 4.129382133483887 Epoch 762: Loss: 4.288376808166504 Epoch 763: Loss: 4.1318039894104 Epoch 764: Loss: 4.058277130126953 Epoch 765: Loss: 4.125014305114746 Epoch 766: Loss: 4.148059844970703 Epoch 767: Loss: 4.110328197479248 Epoch 768: Loss: 4.062009334564209 Epoch 769: Loss: 4.172414779663086 Epoch 770: Loss: 4.083820819854736 Epoch 771: Loss: 4.084863185882568 Epoch 772: Loss: 4.197197437286377 Epoch 773: Loss: 4.164785861968994 Epoch 774: Loss: 4.070063591003418 Epoch 775: Loss: 4.14764928817749 Epoch 776: Loss: 4.239220142364502 Epoch 777: Loss: 4.1358795166015625 Epoch 778: Loss: 4.13712215423584 Epoch 779: Loss: 4.137044906616211 Epoch 780: Loss: 4.177150726318359 Epoch 781: Loss: 4.145082473754883 Epoch 782: Loss: 4.271174430847168 Epoch 783: Loss: 4.04262638092041 Epoch 784: Loss: 4.158580780029297 Epoch 785: Loss: 4.193569183349609 Epoch 786: Loss: 4.070541858673096 Epoch 787: Loss: 4.188937187194824 Epoch 788: Loss: 4.191336631774902 Epoch 789: Loss: 4.1556267738342285 Epoch 790: Loss: 4.0284318923950195 Epoch 791: Loss: 4.009122371673584 Epoch 792: Loss: 4.01986837387085 Epoch 793: Loss: 4.155701637268066 Epoch 794: Loss: 4.1161932945251465 Epoch 795: Loss: 4.176329612731934 Epoch 796: Loss: 4.089423656463623 Epoch 797: Loss: 4.115365028381348 Epoch 798: Loss: 4.132288932800293 Epoch 799: Loss: 4.037651062011719 Epoch 800: Loss: 4.121245861053467 Epoch 801: Loss: 4.129530429840088 Epoch 802: Loss: 4.055429935455322 Epoch 803: Loss: 4.046949863433838 Epoch 804: Loss: 4.026121139526367 Epoch 805: Loss: 4.147161483764648 Epoch 806: Loss: 4.121963024139404 Epoch 807: Loss: 4.09291934967041 Epoch 808: Loss: 4.053396224975586 Epoch 809: Loss: 4.190274715423584 Epoch 810: Loss: 4.121770858764648 Epoch 811: Loss: 4.112301349639893 Epoch 812: Loss: 4.133702754974365 Epoch 813: Loss: 4.139247417449951 Epoch 814: Loss: 4.103918075561523 Epoch 815: Loss: 4.064302444458008 Epoch 816: Loss: 4.2114105224609375 Epoch 817: Loss: 4.329983234405518 Epoch 818: Loss: 4.1857218742370605 Epoch 819: Loss: 4.2249226570129395 Epoch 820: Loss: 4.254145622253418 Epoch 821: Loss: 4.164383888244629 Epoch 822: Loss: 4.235500335693359 Epoch 823: Loss: 4.136358737945557 Epoch 824: Loss: 4.113770484924316 Epoch 825: Loss: 4.1995158195495605 Epoch 826: Loss: 4.230484962463379 Epoch 827: Loss: 4.049529075622559 Epoch 828: Loss: 4.202448844909668 Epoch 829: Loss: 4.095547199249268 Epoch 830: Loss: 4.044224262237549 Epoch 831: Loss: 4.083250522613525 Epoch 832: Loss: 4.045663356781006 Epoch 833: Loss: 4.232284069061279 Epoch 834: Loss: 4.04218053817749 Epoch 835: Loss: 4.11490535736084 Epoch 836: Loss: 4.050520420074463 Epoch 837: Loss: 4.165465354919434 Epoch 838: Loss: 4.067785263061523 Epoch 839: Loss: 4.176218509674072 Epoch 840: Loss: 4.207239627838135 Epoch 841: Loss: 4.1607890129089355 Epoch 842: Loss: 4.098769664764404 Epoch 843: Loss: 4.181851387023926 Epoch 844: Loss: 4.097584247589111 Epoch 845: Loss: 4.159380912780762 Epoch 846: Loss: 4.045532703399658 Epoch 847: Loss: 4.041441917419434 Epoch 848: Loss: 4.070606708526611 Epoch 849: Loss: 4.09684419631958 Epoch 850: Loss: 4.098130226135254 Epoch 851: Loss: 4.089385032653809 Epoch 852: Loss: 4.103822708129883 Epoch 853: Loss: 4.002374172210693 Epoch 854: Loss: 4.078622817993164 Epoch 855: Loss: 4.1014323234558105 Epoch 856: Loss: 4.096492767333984 Epoch 857: Loss: 4.1344709396362305 Epoch 858: Loss: 4.144368648529053 Epoch 859: Loss: 4.017965793609619 Epoch 860: Loss: 4.042276859283447 Epoch 861: Loss: 4.219995021820068 Epoch 862: Loss: 4.134457588195801 Epoch 863: Loss: 4.1149067878723145 Epoch 864: Loss: 4.078758716583252 Epoch 865: Loss: 4.120241165161133 Epoch 866: Loss: 4.127903938293457 Epoch 867: Loss: 4.012838363647461 Epoch 868: Loss: 4.073485374450684 Epoch 869: Loss: 4.060649394989014 Epoch 870: Loss: 4.04290246963501 Epoch 871: Loss: 3.9805421829223633 Epoch 872: Loss: 4.037230491638184 Epoch 873: Loss: 4.1207194328308105 Epoch 874: Loss: 3.965151309967041 Epoch 875: Loss: 4.109206676483154 Epoch 876: Loss: 3.9462878704071045 Epoch 877: Loss: 3.962179183959961 Epoch 878: Loss: 4.050488471984863 Epoch 879: Loss: 4.04470157623291 Epoch 880: Loss: 3.993464231491089 Epoch 881: Loss: 4.027047157287598 Epoch 882: Loss: 4.193535327911377 Epoch 883: Loss: 4.038949966430664 Epoch 884: Loss: 4.126227855682373 Epoch 885: Loss: 3.9952993392944336 Epoch 886: Loss: 4.070189476013184 Epoch 887: Loss: 4.112119674682617 Epoch 888: Loss: 4.008617877960205 Epoch 889: Loss: 4.1085381507873535 Epoch 890: Loss: 4.113974571228027 Epoch 891: Loss: 3.880887985229492 Epoch 892: Loss: 4.137197971343994 Epoch 893: Loss: 3.9491755962371826 Epoch 894: Loss: 3.938340425491333 Epoch 895: Loss: 4.123947620391846 Epoch 896: Loss: 4.052787780761719 Epoch 897: Loss: 3.9775009155273438 Epoch 898: Loss: 4.100852012634277 Epoch 899: Loss: 4.039220809936523 Epoch 900: Loss: 4.041967868804932 Epoch 901: Loss: 4.017672538757324 Epoch 902: Loss: 3.9584195613861084 Epoch 903: Loss: 4.150857925415039 Epoch 904: Loss: 4.0893073081970215 Epoch 905: Loss: 4.016895771026611 Epoch 906: Loss: 4.052063941955566 Epoch 907: Loss: 4.055568695068359 Epoch 908: Loss: 4.108415126800537 Epoch 909: Loss: 4.128849029541016 Epoch 910: Loss: 3.979757308959961 Epoch 911: Loss: 3.9486396312713623 Epoch 912: Loss: 3.962963819503784 Epoch 913: Loss: 4.032772064208984 Epoch 914: Loss: 4.024143695831299 Epoch 915: Loss: 3.9684653282165527 Epoch 916: Loss: 4.127104759216309 Epoch 917: Loss: 3.938157320022583 Epoch 918: Loss: 4.039810657501221 Epoch 919: Loss: 3.9814560413360596 Epoch 920: Loss: 4.0414814949035645 Epoch 921: Loss: 3.967576265335083 Epoch 922: Loss: 4.176306247711182 Epoch 923: Loss: 4.083833694458008 Epoch 924: Loss: 4.007279872894287 Epoch 925: Loss: 4.018048286437988 Epoch 926: Loss: 3.962681293487549 Epoch 927: Loss: 3.987234592437744 Epoch 928: Loss: 3.978022575378418 Epoch 929: Loss: 3.969071865081787 Epoch 930: Loss: 4.022531509399414 Epoch 931: Loss: 3.976184844970703 Epoch 932: Loss: 3.9531376361846924 Epoch 933: Loss: 4.031289100646973 Epoch 934: Loss: 3.989377498626709 Epoch 935: Loss: 4.152988910675049 Epoch 936: Loss: 3.9570934772491455 Epoch 937: Loss: 3.969477891921997 Epoch 938: Loss: 3.957230567932129 Epoch 939: Loss: 3.973703622817993 Epoch 940: Loss: 4.007197856903076 Epoch 941: Loss: 3.9023597240448 Epoch 942: Loss: 3.8999884128570557 Epoch 943: Loss: 3.977119207382202 Epoch 944: Loss: 4.00977897644043 Epoch 945: Loss: 3.9146151542663574 Epoch 946: Loss: 3.9803237915039062 Epoch 947: Loss: 4.052217960357666 Epoch 948: Loss: 3.9450249671936035 Epoch 949: Loss: 3.911564826965332 Epoch 950: Loss: 4.037970542907715 Epoch 951: Loss: 3.8994948863983154 Epoch 952: Loss: 3.9755382537841797 Epoch 953: Loss: 3.9031741619110107 Epoch 954: Loss: 4.022845268249512 Epoch 955: Loss: 4.060033321380615 Epoch 956: Loss: 4.108608245849609 Epoch 957: Loss: 3.9437365531921387 Epoch 958: Loss: 3.941143274307251 Epoch 959: Loss: 4.000166416168213 Epoch 960: Loss: 3.9733941555023193 Epoch 961: Loss: 4.031429767608643 Epoch 962: Loss: 3.912593364715576 Epoch 963: Loss: 3.9903199672698975 Epoch 964: Loss: 3.9400153160095215 Epoch 965: Loss: 3.9755637645721436 Epoch 966: Loss: 3.9534778594970703 Epoch 967: Loss: 3.9582788944244385 Epoch 968: Loss: 3.8443775177001953 Epoch 969: Loss: 3.965021848678589 Epoch 970: Loss: 3.943761110305786 Epoch 971: Loss: 3.9508986473083496 Epoch 972: Loss: 3.922173500061035 Epoch 973: Loss: 3.8232262134552 Epoch 974: Loss: 3.8599908351898193 Epoch 975: Loss: 4.025150775909424 Epoch 976: Loss: 3.8935511112213135 Epoch 977: Loss: 3.8717615604400635 Epoch 978: Loss: 3.898136854171753 Epoch 979: Loss: 3.857462167739868 Epoch 980: Loss: 3.950784683227539 Epoch 981: Loss: 4.028053283691406 Epoch 982: Loss: 4.005759239196777 Epoch 983: Loss: 3.97273850440979 Epoch 984: Loss: 3.9119081497192383 Epoch 985: Loss: 3.8601410388946533 Epoch 986: Loss: 3.961198329925537 Epoch 987: Loss: 3.982536554336548 Epoch 988: Loss: 3.919158458709717 Epoch 989: Loss: 3.9985759258270264 Epoch 990: Loss: 3.98348331451416 Epoch 991: Loss: 3.8466174602508545 Epoch 992: Loss: 3.901728391647339 Epoch 993: Loss: 3.8500664234161377 Epoch 994: Loss: 4.246359348297119 Epoch 995: Loss: 4.042089939117432 Epoch 996: Loss: 3.874844789505005 Epoch 997: Loss: 3.9216225147247314 Epoch 998: Loss: 3.906763792037964 Epoch 999: Loss: 4.023641586303711 Epoch 1000: Loss: 3.8627967834472656 Epoch 1001: Loss: 3.9527807235717773 Epoch 1002: Loss: 4.00740909576416 Epoch 1003: Loss: 3.937835216522217 Epoch 1004: Loss: 3.931670904159546 Epoch 1005: Loss: 4.087768077850342 Epoch 1006: Loss: 3.9665210247039795 Epoch 1007: Loss: 4.0056586265563965 Epoch 1008: Loss: 3.933835506439209 Epoch 1009: Loss: 3.8869552612304688 Epoch 1010: Loss: 4.006290435791016 Epoch 1011: Loss: 4.031619548797607 Epoch 1012: Loss: 3.9822726249694824 Epoch 1013: Loss: 4.042971134185791 Epoch 1014: Loss: 3.8998236656188965 Epoch 1015: Loss: 3.999769449234009 Epoch 1016: Loss: 3.9295265674591064 Epoch 1017: Loss: 4.019866466522217 Epoch 1018: Loss: 3.9746975898742676 Epoch 1019: Loss: 3.9298436641693115 Epoch 1020: Loss: 3.9586215019226074 Epoch 1021: Loss: 3.9940168857574463 Epoch 1022: Loss: 3.94033145904541 Epoch 1023: Loss: 3.976546049118042 Epoch 1024: Loss: 3.9575562477111816 Epoch 1025: Loss: 3.9533119201660156 Epoch 1026: Loss: 3.85597562789917 Epoch 1027: Loss: 3.983717679977417 Epoch 1028: Loss: 4.043540954589844 Epoch 1029: Loss: 3.9069631099700928 Epoch 1030: Loss: 3.910360813140869 Epoch 1031: Loss: 3.9070799350738525 Epoch 1032: Loss: 3.9185845851898193 Epoch 1033: Loss: 3.9469714164733887 Epoch 1034: Loss: 3.9103543758392334 Epoch 1035: Loss: 3.879591226577759 Epoch 1036: Loss: 3.975835084915161 Epoch 1037: Loss: 3.9465994834899902 Epoch 1038: Loss: 3.9382810592651367 Epoch 1039: Loss: 3.987435817718506 Epoch 1040: Loss: 3.934988498687744 Epoch 1041: Loss: 3.8956832885742188 Epoch 1042: Loss: 3.920006275177002 Epoch 1043: Loss: 3.861513614654541 Epoch 1044: Loss: 3.9211392402648926 Epoch 1045: Loss: 3.8247671127319336 Epoch 1046: Loss: 3.885169506072998 Epoch 1047: Loss: 4.005992412567139 Epoch 1048: Loss: 4.015412330627441 Epoch 1049: Loss: 3.8383841514587402 Epoch 1050: Loss: 3.88521671295166 Epoch 1051: Loss: 4.001206874847412 Epoch 1052: Loss: 3.921264410018921 Epoch 1053: Loss: 3.822286367416382 Epoch 1054: Loss: 3.8707871437072754 Epoch 1055: Loss: 3.892301321029663 Epoch 1056: Loss: 3.874701976776123 Epoch 1057: Loss: 3.8830533027648926 Epoch 1058: Loss: 3.9396650791168213 Epoch 1059: Loss: 3.9713895320892334 Epoch 1060: Loss: 3.8785758018493652 Epoch 1061: Loss: 3.862610101699829 Epoch 1062: Loss: 3.858900547027588 Epoch 1063: Loss: 3.9100823402404785 Epoch 1064: Loss: 4.0270514488220215 Epoch 1065: Loss: 3.8906729221343994 Epoch 1066: Loss: 3.9066760540008545 Epoch 1067: Loss: 3.8881969451904297 Epoch 1068: Loss: 3.930009603500366 Epoch 1069: Loss: 3.851766586303711 Epoch 1070: Loss: 3.991591215133667 Epoch 1071: Loss: 3.8670637607574463 Epoch 1072: Loss: 3.8813636302948 Epoch 1073: Loss: 3.9010894298553467 Epoch 1074: Loss: 3.8537111282348633 Epoch 1075: Loss: 3.8809268474578857 Epoch 1076: Loss: 3.748324155807495 Epoch 1077: Loss: 3.856553077697754 Epoch 1078: Loss: 3.958009958267212 Epoch 1079: Loss: 3.84967303276062 Epoch 1080: Loss: 3.886275053024292 Epoch 1081: Loss: 3.919111490249634 Epoch 1082: Loss: 3.895350933074951 Epoch 1083: Loss: 3.8595902919769287 Epoch 1084: Loss: 3.9271504878997803 Epoch 1085: Loss: 3.9164888858795166 Epoch 1086: Loss: 3.9347116947174072 Epoch 1087: Loss: 3.9215784072875977 Epoch 1088: Loss: 3.87312912940979 Epoch 1089: Loss: 3.8604626655578613 Epoch 1090: Loss: 3.9155304431915283 Epoch 1091: Loss: 3.8948612213134766 Epoch 1092: Loss: 3.9608912467956543 Epoch 1093: Loss: 3.888620376586914 Epoch 1094: Loss: 3.849496841430664 Epoch 1095: Loss: 3.911318778991699 Epoch 1096: Loss: 3.973618507385254 Epoch 1097: Loss: 3.874094247817993 Epoch 1098: Loss: 3.818368434906006 Epoch 1099: Loss: 3.8350884914398193 Epoch 1100: Loss: 3.891228675842285 Epoch 1101: Loss: 3.8484342098236084 Epoch 1102: Loss: 3.964163064956665 Epoch 1103: Loss: 3.865302324295044 Epoch 1104: Loss: 3.910599946975708 Epoch 1105: Loss: 3.839142322540283 Epoch 1106: Loss: 3.7742083072662354 Epoch 1107: Loss: 3.9203293323516846 Epoch 1108: Loss: 3.828977108001709 Epoch 1109: Loss: 3.9336416721343994 Epoch 1110: Loss: 3.834430694580078 Epoch 1111: Loss: 3.883667469024658 Epoch 1112: Loss: 3.806490182876587 Epoch 1113: Loss: 3.7946624755859375 Epoch 1114: Loss: 3.8973100185394287 Epoch 1115: Loss: 3.8634979724884033 Epoch 1116: Loss: 3.8125221729278564 Epoch 1117: Loss: 3.8736143112182617 Epoch 1118: Loss: 3.8519492149353027 Epoch 1119: Loss: 3.8401784896850586 Epoch 1120: Loss: 3.791266441345215 Epoch 1121: Loss: 3.863501787185669 Epoch 1122: Loss: 3.791271686553955 Epoch 1123: Loss: 3.8881092071533203 Epoch 1124: Loss: 3.8865034580230713 Epoch 1125: Loss: 3.83686900138855 Epoch 1126: Loss: 3.820936918258667 Epoch 1127: Loss: 3.827820062637329 Epoch 1128: Loss: 3.75334095954895 Epoch 1129: Loss: 3.8730595111846924 Epoch 1130: Loss: 3.8789560794830322 Epoch 1131: Loss: 3.867981195449829 Epoch 1132: Loss: 3.782254695892334 Epoch 1133: Loss: 3.878586530685425 Epoch 1134: Loss: 3.8324027061462402 Epoch 1135: Loss: 3.868973731994629 Epoch 1136: Loss: 3.857025384902954 Epoch 1137: Loss: 3.7771949768066406 Epoch 1138: Loss: 3.8332431316375732 Epoch 1139: Loss: 3.8541760444641113 Epoch 1140: Loss: 3.8109426498413086 Epoch 1141: Loss: 3.8859446048736572 Epoch 1142: Loss: 3.8380415439605713 Epoch 1143: Loss: 3.8307700157165527 Epoch 1144: Loss: 3.824887752532959 Epoch 1145: Loss: 3.814786195755005 Epoch 1146: Loss: 3.861112356185913 Epoch 1147: Loss: 3.7229857444763184 Epoch 1148: Loss: 3.8092000484466553 Epoch 1149: Loss: 3.823902130126953 Epoch 1150: Loss: 3.7452027797698975 Epoch 1151: Loss: 3.816067695617676 Epoch 1152: Loss: 3.7814252376556396 Epoch 1153: Loss: 3.862389087677002 Epoch 1154: Loss: 3.785839557647705 Epoch 1155: Loss: 3.8132848739624023 Epoch 1156: Loss: 3.780211925506592 Epoch 1157: Loss: 3.8680057525634766 Epoch 1158: Loss: 3.749392032623291 Epoch 1159: Loss: 3.902667999267578 Epoch 1160: Loss: 3.9916679859161377 Epoch 1161: Loss: 3.7827095985412598 Epoch 1162: Loss: 3.8129403591156006 Epoch 1163: Loss: 3.871511220932007 Epoch 1164: Loss: 3.8580679893493652 Epoch 1165: Loss: 3.820111036300659 Epoch 1166: Loss: 3.848771095275879 Epoch 1167: Loss: 3.9307613372802734 Epoch 1168: Loss: 3.858262538909912 Epoch 1169: Loss: 3.8134453296661377 Epoch 1170: Loss: 3.8654797077178955 Epoch 1171: Loss: 3.87054181098938 Epoch 1172: Loss: 3.785508394241333 Epoch 1173: Loss: 3.821878433227539 Epoch 1174: Loss: 3.8291866779327393 Epoch 1175: Loss: 3.8057219982147217 Epoch 1176: Loss: 3.698479175567627 Epoch 1177: Loss: 3.7445688247680664 Epoch 1178: Loss: 3.789813280105591 Epoch 1179: Loss: 3.8492014408111572 Epoch 1180: Loss: 3.784447431564331 Epoch 1181: Loss: 3.8136520385742188 Epoch 1182: Loss: 3.788466453552246 Epoch 1183: Loss: 3.754197359085083 Epoch 1184: Loss: 3.818359375 Epoch 1185: Loss: 3.7361629009246826 Epoch 1186: Loss: 3.904120922088623 Epoch 1187: Loss: 3.8463902473449707 Epoch 1188: Loss: 3.8520655632019043 Epoch 1189: Loss: 3.806874990463257 Epoch 1190: Loss: 3.9210562705993652 Epoch 1191: Loss: 3.7604260444641113 Epoch 1192: Loss: 3.8786826133728027 Epoch 1193: Loss: 3.823763370513916 Epoch 1194: Loss: 3.750457525253296 Epoch 1195: Loss: 3.8213555812835693 Epoch 1196: Loss: 3.8243606090545654 Epoch 1197: Loss: 3.8744187355041504 Epoch 1198: Loss: 3.7230441570281982 Epoch 1199: Loss: 3.9008262157440186 Epoch 1200: Loss: 3.8893280029296875 Epoch 1201: Loss: 3.7782654762268066 Epoch 1202: Loss: 3.7866432666778564 Epoch 1203: Loss: 3.825063943862915 Epoch 1204: Loss: 3.7914843559265137 Epoch 1205: Loss: 3.7243010997772217 Epoch 1206: Loss: 3.831374406814575 Epoch 1207: Loss: 3.7638614177703857 Epoch 1208: Loss: 3.821420431137085 Epoch 1209: Loss: 3.813275098800659 Epoch 1210: Loss: 3.816204786300659 Epoch 1211: Loss: 3.8147659301757812 Epoch 1212: Loss: 3.8026881217956543 Epoch 1213: Loss: 3.875157356262207 Epoch 1214: Loss: 3.7339372634887695 Epoch 1215: Loss: 3.8765125274658203 Epoch 1216: Loss: 3.787583827972412 Epoch 1217: Loss: 3.7976746559143066 Epoch 1218: Loss: 3.759580135345459 Epoch 1219: Loss: 3.7858715057373047 Epoch 1220: Loss: 3.771848440170288 Epoch 1221: Loss: 3.9622864723205566 Epoch 1222: Loss: 3.7896039485931396 Epoch 1223: Loss: 3.824329376220703 Epoch 1224: Loss: 3.808576822280884 Epoch 1225: Loss: 3.786926031112671 Epoch 1226: Loss: 3.798032283782959 Epoch 1227: Loss: 3.7724063396453857 Epoch 1228: Loss: 3.7554821968078613 Epoch 1229: Loss: 3.8367700576782227 Epoch 1230: Loss: 3.783907175064087 Epoch 1231: Loss: 3.7779479026794434 Epoch 1232: Loss: 3.808115005493164 Epoch 1233: Loss: 3.807664394378662 Epoch 1234: Loss: 3.8151512145996094 Epoch 1235: Loss: 3.717952013015747 Epoch 1236: Loss: 3.813080072402954 Epoch 1237: Loss: 3.7494118213653564 Epoch 1238: Loss: 3.828681230545044 Epoch 1239: Loss: 3.794278383255005 Epoch 1240: Loss: 3.835905075073242 Epoch 1241: Loss: 3.8059768676757812 Epoch 1242: Loss: 3.763033628463745 Epoch 1243: Loss: 3.761528968811035 Epoch 1244: Loss: 3.8061437606811523 Epoch 1245: Loss: 3.792659044265747 Epoch 1246: Loss: 3.6875381469726562 Epoch 1247: Loss: 3.8213565349578857 Epoch 1248: Loss: 3.855876922607422 Epoch 1249: Loss: 3.732109546661377 Epoch 1250: Loss: 3.7775583267211914 Epoch 1251: Loss: 3.7687864303588867 Epoch 1252: Loss: 3.7537479400634766 Epoch 1253: Loss: 3.814622163772583 Epoch 1254: Loss: 3.831979274749756 Epoch 1255: Loss: 3.7371363639831543 Epoch 1256: Loss: 3.791224956512451 Epoch 1257: Loss: 3.78867769241333 Epoch 1258: Loss: 3.801727056503296 Epoch 1259: Loss: 3.84816837310791 Epoch 1260: Loss: 3.790493965148926 Epoch 1261: Loss: 3.736408233642578 Epoch 1262: Loss: 3.84075927734375 Epoch 1263: Loss: 3.808584213256836 Epoch 1264: Loss: 3.8303427696228027 Epoch 1265: Loss: 3.7742414474487305 Epoch 1266: Loss: 3.7845239639282227 Epoch 1267: Loss: 3.8177053928375244 Epoch 1268: Loss: 3.754643678665161 Epoch 1269: Loss: 3.698464870452881 Epoch 1270: Loss: 3.8928937911987305 Epoch 1271: Loss: 3.8316571712493896 Epoch 1272: Loss: 3.697589874267578 Epoch 1273: Loss: 3.690800666809082 Epoch 1274: Loss: 3.778891086578369 Epoch 1275: Loss: 3.7029895782470703 Epoch 1276: Loss: 3.819758892059326 Epoch 1277: Loss: 3.8090479373931885 Epoch 1278: Loss: 3.782297134399414 Epoch 1279: Loss: 3.7429962158203125 Epoch 1280: Loss: 3.8178870677948 Epoch 1281: Loss: 3.7707643508911133 Epoch 1282: Loss: 3.7590668201446533 Epoch 1283: Loss: 3.7841169834136963 Epoch 1284: Loss: 3.719106912612915 Epoch 1285: Loss: 3.7665557861328125 Epoch 1286: Loss: 3.7510383129119873 Epoch 1287: Loss: 3.770717144012451 Epoch 1288: Loss: 3.787416934967041 Epoch 1289: Loss: 3.7701852321624756 Epoch 1290: Loss: 3.7947661876678467 Epoch 1291: Loss: 3.7772645950317383 Epoch 1292: Loss: 3.771277666091919 Epoch 1293: Loss: 3.75097918510437 Epoch 1294: Loss: 3.733015775680542 Epoch 1295: Loss: 3.7592506408691406 Epoch 1296: Loss: 3.7253851890563965 Epoch 1297: Loss: 3.693795680999756 Epoch 1298: Loss: 3.8307912349700928 Epoch 1299: Loss: 3.7646241188049316 Epoch 1300: Loss: 3.7167558670043945 Epoch 1301: Loss: 3.726891279220581 Epoch 1302: Loss: 3.7907419204711914 Epoch 1303: Loss: 3.720130443572998 Epoch 1304: Loss: 3.782101631164551 Epoch 1305: Loss: 3.7357676029205322 Epoch 1306: Loss: 3.701225996017456 Epoch 1307: Loss: 3.8062050342559814 Epoch 1308: Loss: 3.735025405883789 Epoch 1309: Loss: 3.6801884174346924 Epoch 1310: Loss: 3.761192798614502 Epoch 1311: Loss: 3.7004051208496094 Epoch 1312: Loss: 3.7257840633392334 Epoch 1313: Loss: 3.799173593521118 Epoch 1314: Loss: 3.783453941345215 Epoch 1315: Loss: 3.691915273666382 Epoch 1316: Loss: 3.7889223098754883 Epoch 1317: Loss: 3.7531421184539795 Epoch 1318: Loss: 3.8174567222595215 Epoch 1319: Loss: 3.737847089767456 Epoch 1320: Loss: 3.8248870372772217 Epoch 1321: Loss: 3.7715487480163574 Epoch 1322: Loss: 3.8090643882751465 Epoch 1323: Loss: 3.7308809757232666 Epoch 1324: Loss: 3.7706151008605957 Epoch 1325: Loss: 3.7311079502105713 Epoch 1326: Loss: 3.7318224906921387 Epoch 1327: Loss: 3.696239709854126 Epoch 1328: Loss: 3.756045341491699 Epoch 1329: Loss: 3.741960048675537 Epoch 1330: Loss: 3.7439467906951904 Epoch 1331: Loss: 3.7024805545806885 Epoch 1332: Loss: 3.7801220417022705 Epoch 1333: Loss: 3.747789144515991 Epoch 1334: Loss: 3.7939229011535645 Epoch 1335: Loss: 3.7423596382141113 Epoch 1336: Loss: 3.690662384033203 Epoch 1337: Loss: 3.7479145526885986 Epoch 1338: Loss: 3.7903354167938232 Epoch 1339: Loss: 3.721825122833252 Epoch 1340: Loss: 3.882685661315918 Epoch 1341: Loss: 3.7093021869659424 Epoch 1342: Loss: 3.7164876461029053 Epoch 1343: Loss: 3.804187536239624 Epoch 1344: Loss: 3.826857805252075 Epoch 1345: Loss: 3.7488417625427246 Epoch 1346: Loss: 3.856356143951416 Epoch 1347: Loss: 3.71688175201416 Epoch 1348: Loss: 3.809170722961426 Epoch 1349: Loss: 3.7514467239379883 Epoch 1350: Loss: 3.794768810272217 Epoch 1351: Loss: 3.686769485473633 Epoch 1352: Loss: 3.6627936363220215 Epoch 1353: Loss: 3.6664979457855225 Epoch 1354: Loss: 3.754903554916382 Epoch 1355: Loss: 3.713073253631592 Epoch 1356: Loss: 3.7432432174682617 Epoch 1357: Loss: 3.7517144680023193 Epoch 1358: Loss: 3.698845624923706 Epoch 1359: Loss: 3.753098249435425 Epoch 1360: Loss: 3.8587591648101807 Epoch 1361: Loss: 3.670736312866211 Epoch 1362: Loss: 3.757256269454956 Epoch 1363: Loss: 3.7398688793182373 Epoch 1364: Loss: 3.7305357456207275 Epoch 1365: Loss: 3.775161027908325 Epoch 1366: Loss: 3.718536376953125 Epoch 1367: Loss: 3.692141532897949 Epoch 1368: Loss: 3.707827091217041 Epoch 1369: Loss: 3.6962344646453857 Epoch 1370: Loss: 3.792625904083252 Epoch 1371: Loss: 3.7088992595672607 Epoch 1372: Loss: 3.693572998046875 Epoch 1373: Loss: 3.7615513801574707 Epoch 1374: Loss: 3.6884515285491943 Epoch 1375: Loss: 3.7058112621307373 Epoch 1376: Loss: 3.73425555229187 Epoch 1377: Loss: 3.7251312732696533 Epoch 1378: Loss: 3.7878918647766113 Epoch 1379: Loss: 3.706472396850586 Epoch 1380: Loss: 3.7668747901916504 Epoch 1381: Loss: 3.7533059120178223 Epoch 1382: Loss: 3.7082724571228027 Epoch 1383: Loss: 3.7416067123413086 Epoch 1384: Loss: 3.6966264247894287 Epoch 1385: Loss: 3.786228895187378 Epoch 1386: Loss: 3.69636869430542 Epoch 1387: Loss: 3.7060253620147705 Epoch 1388: Loss: 3.703991651535034 Epoch 1389: Loss: 3.757314682006836 Epoch 1390: Loss: 3.759398937225342 Epoch 1391: Loss: 3.739704132080078 Epoch 1392: Loss: 3.762634754180908 Epoch 1393: Loss: 3.721543073654175 Epoch 1394: Loss: 3.7026748657226562 Epoch 1395: Loss: 3.7319250106811523 Epoch 1396: Loss: 3.7380735874176025 Epoch 1397: Loss: 3.7134411334991455 Epoch 1398: Loss: 3.7693867683410645 Epoch 1399: Loss: 3.7769081592559814 Epoch 1400: Loss: 3.800062894821167 Epoch 1401: Loss: 3.767806053161621 Epoch 1402: Loss: 3.623486042022705 Epoch 1403: Loss: 3.7363176345825195 Epoch 1404: Loss: 3.7021467685699463 Epoch 1405: Loss: 3.6900217533111572 Epoch 1406: Loss: 3.7329113483428955 Epoch 1407: Loss: 3.750615358352661 Epoch 1408: Loss: 3.730869770050049 Epoch 1409: Loss: 3.7122981548309326 Epoch 1410: Loss: 3.6384010314941406 Epoch 1411: Loss: 3.725524425506592 Epoch 1412: Loss: 3.7372334003448486 Epoch 1413: Loss: 3.691131114959717 Epoch 1414: Loss: 3.7244181632995605 Epoch 1415: Loss: 3.675320625305176 Epoch 1416: Loss: 3.6908702850341797 Epoch 1417: Loss: 3.6662404537200928 Epoch 1418: Loss: 3.7121129035949707 Epoch 1419: Loss: 3.7453668117523193 Epoch 1420: Loss: 3.6906909942626953 Epoch 1421: Loss: 3.710395097732544 Epoch 1422: Loss: 3.7631874084472656 Epoch 1423: Loss: 3.7054946422576904 Epoch 1424: Loss: 3.6935415267944336 Epoch 1425: Loss: 3.709547996520996 Epoch 1426: Loss: 3.72611403465271 Epoch 1427: Loss: 3.705836296081543 Epoch 1428: Loss: 3.7396371364593506 Epoch 1429: Loss: 3.64198899269104 Epoch 1430: Loss: 3.6750564575195312 Epoch 1431: Loss: 3.721432685852051 Epoch 1432: Loss: 3.7257676124572754 Epoch 1433: Loss: 3.8165688514709473 Epoch 1434: Loss: 3.715604543685913 Epoch 1435: Loss: 3.6798629760742188 Epoch 1436: Loss: 3.6948416233062744 Epoch 1437: Loss: 3.6983611583709717 Epoch 1438: Loss: 3.6786131858825684 Epoch 1439: Loss: 3.690427541732788 Epoch 1440: Loss: 3.7453126907348633 Epoch 1441: Loss: 3.6909706592559814 Epoch 1442: Loss: 3.693141460418701 Epoch 1443: Loss: 3.7053306102752686 Epoch 1444: Loss: 3.713099956512451 Epoch 1445: Loss: 3.7222812175750732 Epoch 1446: Loss: 3.6749162673950195 Epoch 1447: Loss: 3.7479140758514404 Epoch 1448: Loss: 3.742591381072998 Epoch 1449: Loss: 3.6853768825531006 Epoch 1450: Loss: 3.79508113861084 Epoch 1451: Loss: 3.767388343811035 Epoch 1452: Loss: 3.721304178237915 Epoch 1453: Loss: 3.728778123855591 Epoch 1454: Loss: 3.714683771133423 Epoch 1455: Loss: 3.719982624053955 Epoch 1456: Loss: 3.71771502494812 Epoch 1457: Loss: 3.696986675262451 Epoch 1458: Loss: 3.694092035293579 Epoch 1459: Loss: 3.702975273132324 Epoch 1460: Loss: 3.6680352687835693 Epoch 1461: Loss: 3.6637156009674072 Epoch 1462: Loss: 3.714772939682007 Epoch 1463: Loss: 3.7882776260375977 Epoch 1464: Loss: 3.75146484375 Epoch 1465: Loss: 3.651916980743408 Epoch 1466: Loss: 3.678513288497925 Epoch 1467: Loss: 3.753234624862671 Epoch 1468: Loss: 3.686793804168701 Epoch 1469: Loss: 3.7788383960723877 Epoch 1470: Loss: 3.6668806076049805 Epoch 1471: Loss: 3.696686029434204 Epoch 1472: Loss: 3.7795114517211914 Epoch 1473: Loss: 3.697002649307251 Epoch 1474: Loss: 3.6848714351654053 Epoch 1475: Loss: 3.719886541366577 Epoch 1476: Loss: 3.6921393871307373 Epoch 1477: Loss: 3.7257156372070312 Epoch 1478: Loss: 3.693070411682129 Epoch 1479: Loss: 3.733689069747925 Epoch 1480: Loss: 3.670201301574707 Epoch 1481: Loss: 3.7277345657348633 Epoch 1482: Loss: 3.7961246967315674 Epoch 1483: Loss: 3.7054643630981445 Epoch 1484: Loss: 3.7159786224365234 Epoch 1485: Loss: 3.6951000690460205 Epoch 1486: Loss: 3.659778594970703 Epoch 1487: Loss: 3.68808913230896 Epoch 1488: Loss: 3.705899953842163 Epoch 1489: Loss: 3.7237768173217773 Epoch 1490: Loss: 3.762317419052124 Epoch 1491: Loss: 3.6801235675811768 Epoch 1492: Loss: 3.652496337890625 Epoch 1493: Loss: 3.6870105266571045 Epoch 1494: Loss: 3.7011451721191406 Epoch 1495: Loss: 3.752556085586548 Epoch 1496: Loss: 3.724487781524658 Epoch 1497: Loss: 3.733088731765747 Epoch 1498: Loss: 3.761719226837158 Epoch 1499: Loss: 3.735189914703369 Epoch 1500: Loss: 3.6890907287597656 Epoch 1501: Loss: 3.6677334308624268 Epoch 1502: Loss: 3.683251142501831 Epoch 1503: Loss: 3.7143783569335938 Epoch 1504: Loss: 3.6674582958221436 Epoch 1505: Loss: 3.6703431606292725 Epoch 1506: Loss: 3.6844375133514404 Epoch 1507: Loss: 3.6987240314483643 Epoch 1508: Loss: 3.6725332736968994 Epoch 1509: Loss: 3.6951801776885986 Epoch 1510: Loss: 3.7101969718933105 Epoch 1511: Loss: 3.615027666091919 Epoch 1512: Loss: 3.6782748699188232 Epoch 1513: Loss: 3.725970506668091 Epoch 1514: Loss: 3.715883493423462 Epoch 1515: Loss: 3.683401346206665 Epoch 1516: Loss: 3.7254388332366943 Epoch 1517: Loss: 3.639814615249634 Epoch 1518: Loss: 3.7351396083831787 Epoch 1519: Loss: 3.6996521949768066 Epoch 1520: Loss: 3.6619415283203125 Epoch 1521: Loss: 3.71714448928833 Epoch 1522: Loss: 3.7170562744140625 Epoch 1523: Loss: 3.704284429550171 Epoch 1524: Loss: 3.7062013149261475 Epoch 1525: Loss: 3.679530143737793 Epoch 1526: Loss: 3.688368558883667 Epoch 1527: Loss: 3.715101480484009 Epoch 1528: Loss: 3.7415590286254883 Epoch 1529: Loss: 3.652209997177124 Epoch 1530: Loss: 3.731569528579712 Epoch 1531: Loss: 3.707136392593384 Epoch 1532: Loss: 3.6900343894958496 Epoch 1533: Loss: 3.7000811100006104 Epoch 1534: Loss: 3.6795897483825684 Epoch 1535: Loss: 3.7023565769195557 Epoch 1536: Loss: 3.705920696258545 Epoch 1537: Loss: 3.6194329261779785 Epoch 1538: Loss: 3.747415542602539 Epoch 1539: Loss: 3.7078299522399902 Epoch 1540: Loss: 3.6898536682128906 Epoch 1541: Loss: 3.692995309829712 Epoch 1542: Loss: 3.7154955863952637 Epoch 1543: Loss: 3.7009003162384033 Epoch 1544: Loss: 3.7262320518493652 Epoch 1545: Loss: 3.7207744121551514 Epoch 1546: Loss: 3.6910295486450195 Epoch 1547: Loss: 3.6833620071411133 Epoch 1548: Loss: 3.7153701782226562 Epoch 1549: Loss: 3.6537587642669678 Epoch 1550: Loss: 3.671318292617798 Epoch 1551: Loss: 3.6523959636688232 Epoch 1552: Loss: 3.70320987701416 Epoch 1553: Loss: 3.6857423782348633 Epoch 1554: Loss: 3.6714887619018555 Epoch 1555: Loss: 3.7012195587158203 Epoch 1556: Loss: 3.7096500396728516 Epoch 1557: Loss: 3.6886661052703857 Epoch 1558: Loss: 3.6782469749450684 Epoch 1559: Loss: 3.681015729904175 Epoch 1560: Loss: 3.6762197017669678 Epoch 1561: Loss: 3.7367913722991943 Epoch 1562: Loss: 3.714172124862671 Epoch 1563: Loss: 3.6917176246643066 Epoch 1564: Loss: 3.685737133026123 Epoch 1565: Loss: 3.700991153717041 Epoch 1566: Loss: 3.6658902168273926 Epoch 1567: Loss: 3.759676218032837 Epoch 1568: Loss: 3.6992645263671875 Epoch 1569: Loss: 3.6955296993255615 Epoch 1570: Loss: 3.7131099700927734 Epoch 1571: Loss: 3.645692825317383 Epoch 1572: Loss: 3.6405186653137207 Epoch 1573: Loss: 3.6766912937164307 Epoch 1574: Loss: 3.682554006576538 Epoch 1575: Loss: 3.715444803237915 Epoch 1576: Loss: 3.6054792404174805 Epoch 1577: Loss: 3.671229839324951 Epoch 1578: Loss: 3.7112743854522705 Epoch 1579: Loss: 3.6750826835632324 Epoch 1580: Loss: 3.676201581954956 Epoch 1581: Loss: 3.676384210586548 Epoch 1582: Loss: 3.7064881324768066 Epoch 1583: Loss: 3.691016912460327 Epoch 1584: Loss: 3.728325366973877 Epoch 1585: Loss: 3.7202494144439697 Epoch 1586: Loss: 3.717212438583374 Epoch 1587: Loss: 3.6825973987579346 Epoch 1588: Loss: 3.715023994445801 Epoch 1589: Loss: 3.6416330337524414 Epoch 1590: Loss: 3.6232094764709473 Epoch 1591: Loss: 3.662386178970337 Epoch 1592: Loss: 3.634392738342285 Epoch 1593: Loss: 3.7482986450195312 Epoch 1594: Loss: 3.664562940597534 Epoch 1595: Loss: 3.6425983905792236 Epoch 1596: Loss: 3.628033399581909 Epoch 1597: Loss: 3.7023983001708984 Epoch 1598: Loss: 3.701626777648926 Epoch 1599: Loss: 3.7029242515563965 Epoch 1600: Loss: 3.6836297512054443 Epoch 1601: Loss: 3.6525495052337646 Epoch 1602: Loss: 3.7076003551483154 Epoch 1603: Loss: 3.729205846786499 Epoch 1604: Loss: 3.7062230110168457 Epoch 1605: Loss: 3.6927928924560547 Epoch 1606: Loss: 3.6292192935943604 Epoch 1607: Loss: 3.6429951190948486 Epoch 1608: Loss: 3.686441659927368 Epoch 1609: Loss: 3.6574838161468506 Epoch 1610: Loss: 3.6567234992980957 Epoch 1611: Loss: 3.6581482887268066 Epoch 1612: Loss: 3.628321409225464 Epoch 1613: Loss: 3.7375824451446533 Epoch 1614: Loss: 3.6599724292755127 Epoch 1615: Loss: 3.703744411468506 Epoch 1616: Loss: 3.758474588394165 Epoch 1617: Loss: 3.6794047355651855 Epoch 1618: Loss: 3.6847760677337646 Epoch 1619: Loss: 3.6710317134857178 Epoch 1620: Loss: 3.7147421836853027 Epoch 1621: Loss: 3.7148311138153076 Epoch 1622: Loss: 3.687704563140869 Epoch 1623: Loss: 3.689347982406616 Epoch 1624: Loss: 3.69478178024292 Epoch 1625: Loss: 3.7212765216827393 Epoch 1626: Loss: 3.6618728637695312 Epoch 1627: Loss: 3.689631700515747 Epoch 1628: Loss: 3.64296293258667 Epoch 1629: Loss: 3.627298355102539 Epoch 1630: Loss: 3.69293475151062 Epoch 1631: Loss: 3.6658473014831543 Epoch 1632: Loss: 3.729611873626709 Epoch 1633: Loss: 3.6746826171875 Epoch 1634: Loss: 3.612118721008301 Epoch 1635: Loss: 3.6229443550109863 Epoch 1636: Loss: 3.64444899559021 Epoch 1637: Loss: 3.6595346927642822 Epoch 1638: Loss: 3.6244144439697266 Epoch 1639: Loss: 3.6527822017669678 Epoch 1640: Loss: 3.7014927864074707 Epoch 1641: Loss: 3.694517135620117 Epoch 1642: Loss: 3.6878061294555664 Epoch 1643: Loss: 3.733640193939209 Epoch 1644: Loss: 3.6629254817962646 Epoch 1645: Loss: 3.658970832824707 Epoch 1646: Loss: 3.6659793853759766 Epoch 1647: Loss: 3.658611297607422 Epoch 1648: Loss: 3.630225419998169 Epoch 1649: Loss: 3.6612613201141357 Epoch 1650: Loss: 3.6519272327423096 Epoch 1651: Loss: 3.6567516326904297 Epoch 1652: Loss: 3.707873821258545 Epoch 1653: Loss: 3.63415789604187 Epoch 1654: Loss: 3.7192347049713135 Epoch 1655: Loss: 3.6330883502960205 Epoch 1656: Loss: 3.6469860076904297 Epoch 1657: Loss: 3.6625137329101562 Epoch 1658: Loss: 3.675238847732544 Epoch 1659: Loss: 3.7137629985809326 Epoch 1660: Loss: 3.689939260482788 Epoch 1661: Loss: 3.6567680835723877 Epoch 1662: Loss: 3.682403087615967 Epoch 1663: Loss: 3.698718786239624 Epoch 1664: Loss: 3.6412243843078613 Epoch 1665: Loss: 3.6748530864715576 Epoch 1666: Loss: 3.682054042816162 Epoch 1667: Loss: 3.69231915473938 Epoch 1668: Loss: 3.663226842880249 Epoch 1669: Loss: 3.7057995796203613 Epoch 1670: Loss: 3.6578497886657715 Epoch 1671: Loss: 3.680219888687134 Epoch 1672: Loss: 3.673767566680908 Epoch 1673: Loss: 3.6288106441497803 Epoch 1674: Loss: 3.652207612991333 Epoch 1675: Loss: 3.6862120628356934 Epoch 1676: Loss: 3.6597254276275635 Epoch 1677: Loss: 3.718653440475464 Epoch 1678: Loss: 3.657294988632202 Epoch 1679: Loss: 3.660564422607422 Epoch 1680: Loss: 3.655109405517578 Epoch 1681: Loss: 3.7056519985198975 Epoch 1682: Loss: 3.708195924758911 Epoch 1683: Loss: 3.643765687942505 Epoch 1684: Loss: 3.6492462158203125 Epoch 1685: Loss: 3.670771360397339 Epoch 1686: Loss: 3.6291565895080566 Epoch 1687: Loss: 3.6763103008270264 Epoch 1688: Loss: 3.688201427459717 Epoch 1689: Loss: 3.667727470397949 Epoch 1690: Loss: 3.658151149749756 Epoch 1691: Loss: 3.6349525451660156 Epoch 1692: Loss: 3.65973162651062 Epoch 1693: Loss: 3.651191234588623 Epoch 1694: Loss: 3.6492769718170166 Epoch 1695: Loss: 3.6498634815216064 Epoch 1696: Loss: 3.677504777908325 Epoch 1697: Loss: 3.66300368309021 Epoch 1698: Loss: 3.642534017562866 Epoch 1699: Loss: 3.6570560932159424 Epoch 1700: Loss: 3.6459999084472656 Epoch 1701: Loss: 3.6431121826171875 Epoch 1702: Loss: 3.685615301132202 Epoch 1703: Loss: 3.6960973739624023 Epoch 1704: Loss: 3.7006218433380127 Epoch 1705: Loss: 3.6374635696411133 Epoch 1706: Loss: 3.642565965652466 Epoch 1707: Loss: 3.663698434829712 Epoch 1708: Loss: 3.698810577392578 Epoch 1709: Loss: 3.662069082260132 Epoch 1710: Loss: 3.6686971187591553 Epoch 1711: Loss: 3.6284866333007812 Epoch 1712: Loss: 3.657714366912842 Epoch 1713: Loss: 3.685075044631958 Epoch 1714: Loss: 3.6406543254852295 Epoch 1715: Loss: 3.6170005798339844 Epoch 1716: Loss: 3.574690103530884 Epoch 1717: Loss: 3.675924062728882 Epoch 1718: Loss: 3.6855058670043945 Epoch 1719: Loss: 3.6468632221221924 Epoch 1720: Loss: 3.620492935180664 Epoch 1721: Loss: 3.6514675617218018 Epoch 1722: Loss: 3.653507947921753 Epoch 1723: Loss: 3.6083014011383057 Epoch 1724: Loss: 3.7132270336151123 Epoch 1725: Loss: 3.6640217304229736 Epoch 1726: Loss: 3.613469362258911 Epoch 1727: Loss: 3.7041265964508057 Epoch 1728: Loss: 3.6639938354492188 Epoch 1729: Loss: 3.6217336654663086 Epoch 1730: Loss: 3.7039852142333984 Epoch 1731: Loss: 3.611469030380249 Epoch 1732: Loss: 3.6264593601226807 Epoch 1733: Loss: 3.6921606063842773 Epoch 1734: Loss: 3.6308116912841797 Epoch 1735: Loss: 3.6692891120910645 Epoch 1736: Loss: 3.7584517002105713 Epoch 1737: Loss: 3.650104284286499 Epoch 1738: Loss: 3.599801778793335 Epoch 1739: Loss: 3.6882810592651367 Epoch 1740: Loss: 3.651275396347046 Epoch 1741: Loss: 3.7176709175109863 Epoch 1742: Loss: 3.678363561630249 Epoch 1743: Loss: 3.5947961807250977 Epoch 1744: Loss: 3.664886713027954 Epoch 1745: Loss: 3.668332099914551 Epoch 1746: Loss: 3.659271717071533 Epoch 1747: Loss: 3.6572558879852295 Epoch 1748: Loss: 3.650245189666748 Epoch 1749: Loss: 3.6129589080810547 Epoch 1750: Loss: 3.5872955322265625 Epoch 1751: Loss: 3.6041293144226074 Epoch 1752: Loss: 3.619804859161377 Epoch 1753: Loss: 3.6446285247802734 Epoch 1754: Loss: 3.6259868144989014 Epoch 1755: Loss: 3.6371235847473145 Epoch 1756: Loss: 3.5975818634033203 Epoch 1757: Loss: 3.6653192043304443 Epoch 1758: Loss: 3.6401302814483643 Epoch 1759: Loss: 3.6400065422058105 Epoch 1760: Loss: 3.658409833908081 Epoch 1761: Loss: 3.6202361583709717 Epoch 1762: Loss: 3.687532901763916 Epoch 1763: Loss: 3.687455415725708 Epoch 1764: Loss: 3.6852712631225586 Epoch 1765: Loss: 3.6299009323120117 Epoch 1766: Loss: 3.6572105884552 Epoch 1767: Loss: 3.6508524417877197 Epoch 1768: Loss: 3.5906243324279785 Epoch 1769: Loss: 3.61335825920105 Epoch 1770: Loss: 3.65720272064209 Epoch 1771: Loss: 3.634503126144409 Epoch 1772: Loss: 3.6105635166168213 Epoch 1773: Loss: 3.6727468967437744 Epoch 1774: Loss: 3.643853187561035 Epoch 1775: Loss: 3.645364999771118 Epoch 1776: Loss: 3.664515733718872 Epoch 1777: Loss: 3.6333932876586914 Epoch 1778: Loss: 3.608248472213745 Epoch 1779: Loss: 3.7201902866363525 Epoch 1780: Loss: 3.6468679904937744 Epoch 1781: Loss: 3.6267313957214355 Epoch 1782: Loss: 3.6490628719329834 Epoch 1783: Loss: 3.654099702835083 Epoch 1784: Loss: 3.6254777908325195 Epoch 1785: Loss: 3.656240463256836 Epoch 1786: Loss: 3.676469326019287 Epoch 1787: Loss: 3.6963629722595215 Epoch 1788: Loss: 3.6701467037200928 Epoch 1789: Loss: 3.575831890106201 Epoch 1790: Loss: 3.637343645095825 Epoch 1791: Loss: 3.7210590839385986 Epoch 1792: Loss: 3.635350465774536 Epoch 1793: Loss: 3.6691222190856934 Epoch 1794: Loss: 3.7141754627227783 Epoch 1795: Loss: 3.6979005336761475 Epoch 1796: Loss: 3.672510862350464 Epoch 1797: Loss: 3.676974058151245 Epoch 1798: Loss: 3.6298987865448 Epoch 1799: Loss: 3.694308280944824 Epoch 1800: Loss: 3.6635661125183105 Epoch 1801: Loss: 3.616675615310669 Epoch 1802: Loss: 3.618943452835083 Epoch 1803: Loss: 3.6140012741088867 Epoch 1804: Loss: 3.6763980388641357 Epoch 1805: Loss: 3.6742160320281982 Epoch 1806: Loss: 3.694175958633423 Epoch 1807: Loss: 3.650693416595459 Epoch 1808: Loss: 3.6717755794525146 Epoch 1809: Loss: 3.664262294769287 Epoch 1810: Loss: 3.6185708045959473 Epoch 1811: Loss: 3.6588592529296875 Epoch 1812: Loss: 3.7270615100860596 Epoch 1813: Loss: 3.6765496730804443 Epoch 1814: Loss: 3.6868677139282227 Epoch 1815: Loss: 3.649911880493164 Epoch 1816: Loss: 3.6152546405792236 Epoch 1817: Loss: 3.641125440597534 Epoch 1818: Loss: 3.667433261871338 Epoch 1819: Loss: 3.638859987258911 Epoch 1820: Loss: 3.6576950550079346 Epoch 1821: Loss: 3.62845778465271 Epoch 1822: Loss: 3.6718649864196777 Epoch 1823: Loss: 3.6079304218292236 Epoch 1824: Loss: 3.598966360092163 Epoch 1825: Loss: 3.69431209564209 Epoch 1826: Loss: 3.667165994644165 Epoch 1827: Loss: 3.6388540267944336 Epoch 1828: Loss: 3.5635647773742676 Epoch 1829: Loss: 3.650775909423828 Epoch 1830: Loss: 3.6197640895843506 Epoch 1831: Loss: 3.670320749282837 Epoch 1832: Loss: 3.61238431930542 Epoch 1833: Loss: 3.6859118938446045 Epoch 1834: Loss: 3.625636577606201 Epoch 1835: Loss: 3.629610300064087 Epoch 1836: Loss: 3.629361152648926 Epoch 1837: Loss: 3.6671197414398193 Epoch 1838: Loss: 3.6199305057525635 Epoch 1839: Loss: 3.6832408905029297 Epoch 1840: Loss: 3.641234874725342 Epoch 1841: Loss: 3.5905380249023438 Epoch 1842: Loss: 3.6613526344299316 Epoch 1843: Loss: 3.654416561126709 Epoch 1844: Loss: 3.615088701248169 Epoch 1845: Loss: 3.653510093688965 Epoch 1846: Loss: 3.619257926940918 Epoch 1847: Loss: 3.648603677749634 Epoch 1848: Loss: 3.666677713394165 Epoch 1849: Loss: 3.6368329524993896 Epoch 1850: Loss: 3.5905959606170654 Epoch 1851: Loss: 3.6525988578796387 Epoch 1852: Loss: 3.646589517593384 Epoch 1853: Loss: 3.677353858947754 Epoch 1854: Loss: 3.6659629344940186 Epoch 1855: Loss: 3.6677515506744385 Epoch 1856: Loss: 3.628122568130493 Epoch 1857: Loss: 3.642782211303711 Epoch 1858: Loss: 3.6777751445770264 Epoch 1859: Loss: 3.641407012939453 Epoch 1860: Loss: 3.6535072326660156 Epoch 1861: Loss: 3.6858296394348145 Epoch 1862: Loss: 3.6399965286254883 Epoch 1863: Loss: 3.6683034896850586 Epoch 1864: Loss: 3.6235623359680176 Epoch 1865: Loss: 3.635532855987549 Epoch 1866: Loss: 3.6526520252227783 Epoch 1867: Loss: 3.6105189323425293 Epoch 1868: Loss: 3.6568148136138916 Epoch 1869: Loss: 3.6184780597686768 Epoch 1870: Loss: 3.6046433448791504 Epoch 1871: Loss: 3.6302807331085205 Epoch 1872: Loss: 3.6397652626037598 Epoch 1873: Loss: 3.652177572250366 Epoch 1874: Loss: 3.6516599655151367 Epoch 1875: Loss: 3.643211841583252 Epoch 1876: Loss: 3.675935983657837 Epoch 1877: Loss: 3.618291139602661 Epoch 1878: Loss: 3.6520755290985107 Epoch 1879: Loss: 3.6325738430023193 Epoch 1880: Loss: 3.643660545349121 Epoch 1881: Loss: 3.6446385383605957 Epoch 1882: Loss: 3.61029314994812 Epoch 1883: Loss: 3.608306884765625 Epoch 1884: Loss: 3.688876152038574 Epoch 1885: Loss: 3.656632661819458 Epoch 1886: Loss: 3.634023427963257 Epoch 1887: Loss: 3.6142616271972656 Epoch 1888: Loss: 3.5739455223083496 Epoch 1889: Loss: 3.6604690551757812 Epoch 1890: Loss: 3.6135401725769043 Epoch 1891: Loss: 3.6405155658721924 Epoch 1892: Loss: 3.6055209636688232 Epoch 1893: Loss: 3.6391053199768066 Epoch 1894: Loss: 3.656337022781372 Epoch 1895: Loss: 3.6757540702819824 Epoch 1896: Loss: 3.606632947921753 Epoch 1897: Loss: 3.6499054431915283 Epoch 1898: Loss: 3.5675134658813477 Epoch 1899: Loss: 3.6447863578796387 Epoch 1900: Loss: 3.6857869625091553 Epoch 1901: Loss: 3.6787376403808594 Epoch 1902: Loss: 3.6470837593078613 Epoch 1903: Loss: 3.639815330505371 Epoch 1904: Loss: 3.6215903759002686 Epoch 1905: Loss: 3.5742838382720947 Epoch 1906: Loss: 3.6538660526275635 Epoch 1907: Loss: 3.644380807876587 Epoch 1908: Loss: 3.631225347518921 Epoch 1909: Loss: 3.652489423751831 Epoch 1910: Loss: 3.602700710296631 Epoch 1911: Loss: 3.6321606636047363 Epoch 1912: Loss: 3.657000780105591 Epoch 1913: Loss: 3.7028751373291016 Epoch 1914: Loss: 3.649855136871338 Epoch 1915: Loss: 3.6294589042663574 Epoch 1916: Loss: 3.652505397796631 Epoch 1917: Loss: 3.64497971534729 Epoch 1918: Loss: 3.615349054336548 Epoch 1919: Loss: 3.6565189361572266 Epoch 1920: Loss: 3.638561964035034 Epoch 1921: Loss: 3.6433539390563965 Epoch 1922: Loss: 3.636063575744629 Epoch 1923: Loss: 3.6516051292419434 Epoch 1924: Loss: 3.648804187774658 Epoch 1925: Loss: 3.6191091537475586 Epoch 1926: Loss: 3.630124092102051 Epoch 1927: Loss: 3.678893566131592 Epoch 1928: Loss: 3.5994887351989746 Epoch 1929: Loss: 3.676077127456665 Epoch 1930: Loss: 3.6351990699768066 Epoch 1931: Loss: 3.6146254539489746 Epoch 1932: Loss: 3.6786344051361084 Epoch 1933: Loss: 3.66018009185791 Epoch 1934: Loss: 3.630702018737793 Epoch 1935: Loss: 3.6310033798217773 Epoch 1936: Loss: 3.639641046524048 Epoch 1937: Loss: 3.68945574760437 Epoch 1938: Loss: 3.5944619178771973 Epoch 1939: Loss: 3.617413282394409 Epoch 1940: Loss: 3.6560263633728027 Epoch 1941: Loss: 3.661456346511841 Epoch 1942: Loss: 3.6254820823669434 Epoch 1943: Loss: 3.648747682571411 Epoch 1944: Loss: 3.6152381896972656 Epoch 1945: Loss: 3.657010793685913 Epoch 1946: Loss: 3.6888325214385986 Epoch 1947: Loss: 3.668623924255371 Epoch 1948: Loss: 3.700327157974243 Epoch 1949: Loss: 3.617680549621582 Epoch 1950: Loss: 3.5998809337615967 Epoch 1951: Loss: 3.6131834983825684 Epoch 1952: Loss: 3.581149101257324 Epoch 1953: Loss: 3.631312608718872 Epoch 1954: Loss: 3.656538486480713 Epoch 1955: Loss: 3.6250100135803223 Epoch 1956: Loss: 3.657784938812256 Epoch 1957: Loss: 3.6074001789093018 Epoch 1958: Loss: 3.6107912063598633 Epoch 1959: Loss: 3.6825406551361084 Epoch 1960: Loss: 3.6502010822296143 Epoch 1961: Loss: 3.6279571056365967 Epoch 1962: Loss: 3.590592622756958 Epoch 1963: Loss: 3.6538405418395996 Epoch 1964: Loss: 3.5926756858825684 Epoch 1965: Loss: 3.652963876724243 Epoch 1966: Loss: 3.575688600540161 Epoch 1967: Loss: 3.598344564437866 Epoch 1968: Loss: 3.668576717376709 Epoch 1969: Loss: 3.5936594009399414 Epoch 1970: Loss: 3.657581090927124 Epoch 1971: Loss: 3.6313488483428955 Epoch 1972: Loss: 3.5809361934661865 Epoch 1973: Loss: 3.683255434036255 Epoch 1974: Loss: 3.6416525840759277 Epoch 1975: Loss: 3.6470141410827637 Epoch 1976: Loss: 3.641885757446289 Epoch 1977: Loss: 3.6514978408813477 Epoch 1978: Loss: 3.69765305519104 Epoch 1979: Loss: 3.6262927055358887 Epoch 1980: Loss: 3.6563074588775635 Epoch 1981: Loss: 3.6426563262939453 Epoch 1982: Loss: 3.6145269870758057 Epoch 1983: Loss: 3.690317153930664 Epoch 1984: Loss: 3.6439931392669678 Epoch 1985: Loss: 3.6481292247772217 Epoch 1986: Loss: 3.6368632316589355 Epoch 1987: Loss: 3.6570677757263184 Epoch 1988: Loss: 3.6734821796417236 Epoch 1989: Loss: 3.6277496814727783 Epoch 1990: Loss: 3.5914087295532227 Epoch 1991: Loss: 3.560389995574951 Epoch 1992: Loss: 3.5507638454437256 Epoch 1993: Loss: 3.6611311435699463 Epoch 1994: Loss: 3.6291518211364746 Epoch 1995: Loss: 3.5936834812164307 Epoch 1996: Loss: 3.6349425315856934 Epoch 1997: Loss: 3.6258668899536133 Epoch 1998: Loss: 3.6215767860412598 Epoch 1999: Loss: 3.6491823196411133 Epoch 2000: Loss: 3.627004861831665
def evaluate(data):
model.eval()
with torch.no_grad():
out = model(data.x, data.edge_index)
loss = loss_func(out.squeeze(), data.y)
return loss.item()
test_loss = evaluate(G_data_test)
print(f'Test Loss: {test_loss}')
Test Loss: 3.9707720279693604
def predict(data):
model.eval()
with torch.no_grad():
predictions = model(data.x, data.edge_index)
return predictions.squeeze()
predictions = predict(G_data_test)
test_data_['PD GNN No sdt'] = np.array([from_pred_to_normal(y) for y in predictions])
test_data_[['PD random forest',"T_LOCAL_TX_PD",'PD GNN No sdt']]
| T_LOCAL_TX_PD | PD random forest | PD GNN No sdt | |
|---|---|---|---|
| 3394 | -4 | -4 | -5 |
| 3396 | -6 | -6 | 5+ |
| 3403 | 6 | -6 | -5 |
| 3404 | 7+ | 7 | -5 |
| 3421 | -5 | -5 | -5 |
| ... | ... | ... | ... |
| 4486 | -6 | -6 | -5 |
| 4488 | 5 | 5 | -5 |
| 4492 | 7+ | 7+ | -5 |
| 4494 | 7 | 7 | -5 |
| 4499 | -3 | 3 | -5 |
106 rows × 3 columns
2.2: LET RESCALE NUMERICAL VARIABLES AND RETRY GNN¶
scaler = StandardScaler()
num_features_static=["ESG_SCORE","T_LOCAL_MT_ACTIF_SOCIAL"]
num_features_transac=["TX_AMOUNT"]
df_test_encoded[num_features_static] = scaler.fit_transform(df_test_encoded[num_features_static])
df_train_encoded[num_features_static] = scaler.fit_transform(df_train_encoded[num_features_static])
transactions_data[num_features_transac]=scaler.fit_transform(transactions_data[num_features_transac])
G_train = nx.DiGraph()
for _, row in df_train_encoded.iterrows():
node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()
G_train.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])
for _, row in transactions_data.iterrows():
if row['ID'] in G_train and row['COUNTERPARTY'] in G_train:
G_train.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'])
print(f"Train Graph has {len(G_train.nodes)} nodes and {len(G_train.edges)} edges.")
G_test = nx.DiGraph()
for _, row in df_test_encoded.iterrows():
node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()
G_test.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])
for _, row in transactions_data.iterrows():
if row['ID'] in G_test and row['COUNTERPARTY'] in G_test:
G_test.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'])
print(f"Test Graph has {len(G_test.nodes)} nodes and {len(G_test.edges)} edges.")
Train Graph has 1129 nodes and 3297 edges. Test Graph has 106 nodes and 49 edges.
G_data_train = from_networkx(G_train)
G_data_train.x = torch.tensor([list(data.values()) for _, data in G_train.nodes(data=True)], dtype=torch.float)
G_data_train.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_train.nodes(data=True)], dtype=torch.float)
G_data_test = from_networkx(G_test)
G_data_test.x = torch.tensor([list(data.values()) for _, data in G_test.nodes(data=True)], dtype=torch.float)
G_data_test.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_test.nodes(data=True)], dtype=torch.float)
class EnhancedGCN(torch.nn.Module):
def __init__(self, num_node_features, hidden_channels, output_channels=1, dropout_rate=0.5):
super(EnhancedGCN, self).__init__()
self.conv1 = GCNConv(num_node_features, hidden_channels)
self.conv2 = GCNConv(hidden_channels, hidden_channels)
self.conv3 = GCNConv(hidden_channels, hidden_channels)
self.batch_norm1 = BatchNorm(hidden_channels)
self.batch_norm2 = BatchNorm(hidden_channels)
self.dropout_rate = dropout_rate
self.out = torch.nn.Linear(hidden_channels, output_channels)
def forward(self, x, edge_index):
# 1st layer
x = F.relu(self.conv1(x, edge_index))
x = self.batch_norm1(x)
x = F.dropout(x, p=self.dropout_rate, training=self.training)
# 2st layer
x = F.relu(self.conv2(x, edge_index))
x = self.batch_norm2(x)
x = F.dropout(x, p=self.dropout_rate, training=self.training)
# 3rd layer
x = F.relu(self.conv3(x, edge_index))
x = self.out(x)
return x
num_node_features = G_data_train.num_node_features
hidden_channels = 60
output_channels = 1
dropout_rate = 0.4
model = EnhancedGCN(num_node_features, hidden_channels, output_channels, dropout_rate)
optimizer = torch.optim.Adam(model.parameters(), lr=0.001)
loss_func = torch.nn.MSELoss()
def train():
model.train()
optimizer.zero_grad()
out = model(G_data_train.x, G_data_train.edge_index)
loss = loss_func(out.squeeze(), G_data_train.y)
loss.backward()
optimizer.step()
return loss.item()
for epoch in range(2000):
loss = train()
print(f'Epoch {epoch+1}: Loss: {loss}')
Epoch 1: Loss: 36.91978073120117 Epoch 2: Loss: 36.57302474975586 Epoch 3: Loss: 35.832759857177734 Epoch 4: Loss: 35.20852279663086 Epoch 5: Loss: 34.63655090332031 Epoch 6: Loss: 33.97651290893555 Epoch 7: Loss: 33.670494079589844 Epoch 8: Loss: 33.04395294189453 Epoch 9: Loss: 32.739227294921875 Epoch 10: Loss: 32.02955627441406 Epoch 11: Loss: 31.194101333618164 Epoch 12: Loss: 30.838186264038086 Epoch 13: Loss: 30.363426208496094 Epoch 14: Loss: 29.852157592773438 Epoch 15: Loss: 29.278100967407227 Epoch 16: Loss: 28.831295013427734 Epoch 17: Loss: 28.47540855407715 Epoch 18: Loss: 27.97304344177246 Epoch 19: Loss: 27.135387420654297 Epoch 20: Loss: 27.046127319335938 Epoch 21: Loss: 26.590152740478516 Epoch 22: Loss: 26.078676223754883 Epoch 23: Loss: 25.63103675842285 Epoch 24: Loss: 24.850772857666016 Epoch 25: Loss: 24.482860565185547 Epoch 26: Loss: 23.97571563720703 Epoch 27: Loss: 23.555538177490234 Epoch 28: Loss: 22.74820899963379 Epoch 29: Loss: 22.49555778503418 Epoch 30: Loss: 22.211820602416992 Epoch 31: Loss: 21.363906860351562 Epoch 32: Loss: 20.945526123046875 Epoch 33: Loss: 20.638713836669922 Epoch 34: Loss: 19.653804779052734 Epoch 35: Loss: 19.225492477416992 Epoch 36: Loss: 18.958173751831055 Epoch 37: Loss: 18.61126136779785 Epoch 38: Loss: 17.875425338745117 Epoch 39: Loss: 17.959562301635742 Epoch 40: Loss: 17.148509979248047 Epoch 41: Loss: 16.587980270385742 Epoch 42: Loss: 16.392473220825195 Epoch 43: Loss: 16.135873794555664 Epoch 44: Loss: 15.388739585876465 Epoch 45: Loss: 14.523337364196777 Epoch 46: Loss: 14.467118263244629 Epoch 47: Loss: 14.282217979431152 Epoch 48: Loss: 13.767555236816406 Epoch 49: Loss: 13.276300430297852 Epoch 50: Loss: 13.209568977355957 Epoch 51: Loss: 12.727828979492188 Epoch 52: Loss: 12.509095191955566 Epoch 53: Loss: 12.044607162475586 Epoch 54: Loss: 11.56348991394043 Epoch 55: Loss: 11.394013404846191 Epoch 56: Loss: 11.232035636901855 Epoch 57: Loss: 11.144378662109375 Epoch 58: Loss: 11.027008056640625 Epoch 59: Loss: 11.027810096740723 Epoch 60: Loss: 10.636926651000977 Epoch 61: Loss: 10.305453300476074 Epoch 62: Loss: 10.113358497619629 Epoch 63: Loss: 9.766624450683594 Epoch 64: Loss: 9.928566932678223 Epoch 65: Loss: 9.279373168945312 Epoch 66: Loss: 9.56070613861084 Epoch 67: Loss: 9.53952693939209 Epoch 68: Loss: 9.465716361999512 Epoch 69: Loss: 8.908580780029297 Epoch 70: Loss: 8.96367073059082 Epoch 71: Loss: 8.746482849121094 Epoch 72: Loss: 8.902103424072266 Epoch 73: Loss: 8.891230583190918 Epoch 74: Loss: 8.566591262817383 Epoch 75: Loss: 8.158950805664062 Epoch 76: Loss: 8.170475959777832 Epoch 77: Loss: 8.15424919128418 Epoch 78: Loss: 8.242496490478516 Epoch 79: Loss: 8.22114086151123 Epoch 80: Loss: 7.933675289154053 Epoch 81: Loss: 8.093290328979492 Epoch 82: Loss: 7.8989081382751465 Epoch 83: Loss: 7.932354927062988 Epoch 84: Loss: 7.457610607147217 Epoch 85: Loss: 7.413557529449463 Epoch 86: Loss: 7.615174770355225 Epoch 87: Loss: 7.690492153167725 Epoch 88: Loss: 7.414563179016113 Epoch 89: Loss: 7.441619873046875 Epoch 90: Loss: 7.18200159072876 Epoch 91: Loss: 7.237506866455078 Epoch 92: Loss: 7.061956882476807 Epoch 93: Loss: 7.106354713439941 Epoch 94: Loss: 6.9485764503479 Epoch 95: Loss: 7.014440536499023 Epoch 96: Loss: 6.86718225479126 Epoch 97: Loss: 6.474722862243652 Epoch 98: Loss: 6.867198467254639 Epoch 99: Loss: 6.505595684051514 Epoch 100: Loss: 6.628156661987305 Epoch 101: Loss: 6.6778950691223145 Epoch 102: Loss: 6.686516284942627 Epoch 103: Loss: 6.71402645111084 Epoch 104: Loss: 6.069021701812744 Epoch 105: Loss: 6.5858588218688965 Epoch 106: Loss: 6.379483699798584 Epoch 107: Loss: 6.479252815246582 Epoch 108: Loss: 6.215906143188477 Epoch 109: Loss: 6.0801310539245605 Epoch 110: Loss: 6.271798610687256 Epoch 111: Loss: 6.1675896644592285 Epoch 112: Loss: 5.988266468048096 Epoch 113: Loss: 6.041403770446777 Epoch 114: Loss: 6.052881240844727 Epoch 115: Loss: 5.7126288414001465 Epoch 116: Loss: 5.868720531463623 Epoch 117: Loss: 5.571775436401367 Epoch 118: Loss: 5.606659412384033 Epoch 119: Loss: 5.297286510467529 Epoch 120: Loss: 5.497965335845947 Epoch 121: Loss: 5.422492980957031 Epoch 122: Loss: 5.557043075561523 Epoch 123: Loss: 5.473817825317383 Epoch 124: Loss: 5.347445011138916 Epoch 125: Loss: 5.282198905944824 Epoch 126: Loss: 5.206346035003662 Epoch 127: Loss: 5.2194037437438965 Epoch 128: Loss: 5.042938709259033 Epoch 129: Loss: 5.288360118865967 Epoch 130: Loss: 5.116423606872559 Epoch 131: Loss: 5.5017218589782715 Epoch 132: Loss: 5.170483112335205 Epoch 133: Loss: 4.845200061798096 Epoch 134: Loss: 4.781664848327637 Epoch 135: Loss: 4.998326301574707 Epoch 136: Loss: 5.045924186706543 Epoch 137: Loss: 4.692185878753662 Epoch 138: Loss: 4.9562201499938965 Epoch 139: Loss: 4.8857293128967285 Epoch 140: Loss: 4.879347801208496 Epoch 141: Loss: 4.8785014152526855 Epoch 142: Loss: 4.881478786468506 Epoch 143: Loss: 4.618057727813721 Epoch 144: Loss: 4.507810592651367 Epoch 145: Loss: 4.610256671905518 Epoch 146: Loss: 4.640605449676514 Epoch 147: Loss: 4.585877895355225 Epoch 148: Loss: 4.477987766265869 Epoch 149: Loss: 4.555923938751221 Epoch 150: Loss: 4.583474636077881 Epoch 151: Loss: 4.403112411499023 Epoch 152: Loss: 4.339550971984863 Epoch 153: Loss: 4.556581974029541 Epoch 154: Loss: 4.350627422332764 Epoch 155: Loss: 4.6138596534729 Epoch 156: Loss: 4.426641941070557 Epoch 157: Loss: 4.315067291259766 Epoch 158: Loss: 4.417962074279785 Epoch 159: Loss: 4.344513893127441 Epoch 160: Loss: 4.244909763336182 Epoch 161: Loss: 4.105700492858887 Epoch 162: Loss: 4.09935188293457 Epoch 163: Loss: 4.226186275482178 Epoch 164: Loss: 4.252383708953857 Epoch 165: Loss: 4.35318660736084 Epoch 166: Loss: 4.214746952056885 Epoch 167: Loss: 4.049874782562256 Epoch 168: Loss: 4.181584358215332 Epoch 169: Loss: 4.102645397186279 Epoch 170: Loss: 4.157479763031006 Epoch 171: Loss: 3.911379337310791 Epoch 172: Loss: 3.9452242851257324 Epoch 173: Loss: 4.2217512130737305 Epoch 174: Loss: 3.739861249923706 Epoch 175: Loss: 4.129283905029297 Epoch 176: Loss: 4.055984020233154 Epoch 177: Loss: 3.816689968109131 Epoch 178: Loss: 4.027557373046875 Epoch 179: Loss: 3.889714241027832 Epoch 180: Loss: 3.9091808795928955 Epoch 181: Loss: 3.834012031555176 Epoch 182: Loss: 3.6704139709472656 Epoch 183: Loss: 3.9533586502075195 Epoch 184: Loss: 3.710312604904175 Epoch 185: Loss: 3.853736162185669 Epoch 186: Loss: 4.0550217628479 Epoch 187: Loss: 3.9604837894439697 Epoch 188: Loss: 3.789130926132202 Epoch 189: Loss: 3.9990782737731934 Epoch 190: Loss: 3.905848979949951 Epoch 191: Loss: 3.763026714324951 Epoch 192: Loss: 3.766517162322998 Epoch 193: Loss: 3.633418083190918 Epoch 194: Loss: 3.8192455768585205 Epoch 195: Loss: 3.8040144443511963 Epoch 196: Loss: 3.9043946266174316 Epoch 197: Loss: 3.6911511421203613 Epoch 198: Loss: 3.7541916370391846 Epoch 199: Loss: 3.843928098678589 Epoch 200: Loss: 3.6594395637512207 Epoch 201: Loss: 3.6453399658203125 Epoch 202: Loss: 3.598931074142456 Epoch 203: Loss: 3.8555171489715576 Epoch 204: Loss: 3.696385145187378 Epoch 205: Loss: 3.8676931858062744 Epoch 206: Loss: 3.6034719944000244 Epoch 207: Loss: 3.8453221321105957 Epoch 208: Loss: 3.4956462383270264 Epoch 209: Loss: 3.82956862449646 Epoch 210: Loss: 3.5230610370635986 Epoch 211: Loss: 3.71280574798584 Epoch 212: Loss: 3.7008519172668457 Epoch 213: Loss: 3.634157657623291 Epoch 214: Loss: 3.798079490661621 Epoch 215: Loss: 3.593675374984741 Epoch 216: Loss: 3.5684289932250977 Epoch 217: Loss: 3.542011260986328 Epoch 218: Loss: 3.6461124420166016 Epoch 219: Loss: 3.670652389526367 Epoch 220: Loss: 3.552898406982422 Epoch 221: Loss: 3.541080951690674 Epoch 222: Loss: 3.332773208618164 Epoch 223: Loss: 3.4862029552459717 Epoch 224: Loss: 3.6369683742523193 Epoch 225: Loss: 3.6340951919555664 Epoch 226: Loss: 3.3750290870666504 Epoch 227: Loss: 3.5978596210479736 Epoch 228: Loss: 3.653176784515381 Epoch 229: Loss: 3.5292344093322754 Epoch 230: Loss: 3.5254123210906982 Epoch 231: Loss: 3.394514322280884 Epoch 232: Loss: 3.6261038780212402 Epoch 233: Loss: 3.344745635986328 Epoch 234: Loss: 3.6620640754699707 Epoch 235: Loss: 3.736863136291504 Epoch 236: Loss: 3.559861421585083 Epoch 237: Loss: 3.518653392791748 Epoch 238: Loss: 3.525418996810913 Epoch 239: Loss: 3.304117441177368 Epoch 240: Loss: 3.4744176864624023 Epoch 241: Loss: 3.3964338302612305 Epoch 242: Loss: 3.3025424480438232 Epoch 243: Loss: 3.462754249572754 Epoch 244: Loss: 3.4125258922576904 Epoch 245: Loss: 3.2815957069396973 Epoch 246: Loss: 3.6680760383605957 Epoch 247: Loss: 3.3841795921325684 Epoch 248: Loss: 3.5999467372894287 Epoch 249: Loss: 3.288003444671631 Epoch 250: Loss: 3.5272743701934814 Epoch 251: Loss: 3.3319528102874756 Epoch 252: Loss: 3.4343042373657227 Epoch 253: Loss: 3.332979202270508 Epoch 254: Loss: 3.25378680229187 Epoch 255: Loss: 3.317470073699951 Epoch 256: Loss: 3.459467887878418 Epoch 257: Loss: 3.4754385948181152 Epoch 258: Loss: 3.351792097091675 Epoch 259: Loss: 3.3863768577575684 Epoch 260: Loss: 3.3423421382904053 Epoch 261: Loss: 3.4105327129364014 Epoch 262: Loss: 3.359321355819702 Epoch 263: Loss: 3.2355024814605713 Epoch 264: Loss: 3.292424201965332 Epoch 265: Loss: 3.2225968837738037 Epoch 266: Loss: 3.364840269088745 Epoch 267: Loss: 3.520031452178955 Epoch 268: Loss: 3.4205515384674072 Epoch 269: Loss: 3.296339273452759 Epoch 270: Loss: 3.3471994400024414 Epoch 271: Loss: 3.293168067932129 Epoch 272: Loss: 3.2902281284332275 Epoch 273: Loss: 3.2756857872009277 Epoch 274: Loss: 3.3323984146118164 Epoch 275: Loss: 3.202482223510742 Epoch 276: Loss: 3.084357738494873 Epoch 277: Loss: 3.169250249862671 Epoch 278: Loss: 3.3367960453033447 Epoch 279: Loss: 3.1812055110931396 Epoch 280: Loss: 3.1411314010620117 Epoch 281: Loss: 3.514897584915161 Epoch 282: Loss: 3.2648417949676514 Epoch 283: Loss: 3.263786792755127 Epoch 284: Loss: 3.2034263610839844 Epoch 285: Loss: 3.3056342601776123 Epoch 286: Loss: 3.1505935192108154 Epoch 287: Loss: 3.2729671001434326 Epoch 288: Loss: 3.230056047439575 Epoch 289: Loss: 3.195204496383667 Epoch 290: Loss: 3.2423038482666016 Epoch 291: Loss: 3.035485029220581 Epoch 292: Loss: 3.2894186973571777 Epoch 293: Loss: 3.2493696212768555 Epoch 294: Loss: 3.1817708015441895 Epoch 295: Loss: 3.2883079051971436 Epoch 296: Loss: 3.2314612865448 Epoch 297: Loss: 3.0896406173706055 Epoch 298: Loss: 3.3198320865631104 Epoch 299: Loss: 3.112417697906494 Epoch 300: Loss: 3.0910348892211914 Epoch 301: Loss: 3.109435796737671 Epoch 302: Loss: 3.2152042388916016 Epoch 303: Loss: 3.138869524002075 Epoch 304: Loss: 3.1274383068084717 Epoch 305: Loss: 3.0379128456115723 Epoch 306: Loss: 2.921968936920166 Epoch 307: Loss: 3.2392218112945557 Epoch 308: Loss: 3.0866360664367676 Epoch 309: Loss: 3.2571868896484375 Epoch 310: Loss: 3.140570878982544 Epoch 311: Loss: 3.1086573600769043 Epoch 312: Loss: 3.1657114028930664 Epoch 313: Loss: 3.1318857669830322 Epoch 314: Loss: 3.013897180557251 Epoch 315: Loss: 3.148313522338867 Epoch 316: Loss: 3.118736982345581 Epoch 317: Loss: 3.17153000831604 Epoch 318: Loss: 3.036881446838379 Epoch 319: Loss: 3.1683590412139893 Epoch 320: Loss: 3.0670876502990723 Epoch 321: Loss: 3.097022533416748 Epoch 322: Loss: 3.1657168865203857 Epoch 323: Loss: 3.1871838569641113 Epoch 324: Loss: 3.0991153717041016 Epoch 325: Loss: 3.0676708221435547 Epoch 326: Loss: 2.989879846572876 Epoch 327: Loss: 3.182525873184204 Epoch 328: Loss: 2.919402837753296 Epoch 329: Loss: 3.0602433681488037 Epoch 330: Loss: 2.9777650833129883 Epoch 331: Loss: 3.1385467052459717 Epoch 332: Loss: 3.1174263954162598 Epoch 333: Loss: 2.935377836227417 Epoch 334: Loss: 3.1103854179382324 Epoch 335: Loss: 2.9615166187286377 Epoch 336: Loss: 3.0511631965637207 Epoch 337: Loss: 2.997025728225708 Epoch 338: Loss: 3.086890697479248 Epoch 339: Loss: 2.9640769958496094 Epoch 340: Loss: 2.9178884029388428 Epoch 341: Loss: 3.090770959854126 Epoch 342: Loss: 2.901296615600586 Epoch 343: Loss: 3.0016531944274902 Epoch 344: Loss: 2.9975075721740723 Epoch 345: Loss: 2.9434993267059326 Epoch 346: Loss: 3.125093698501587 Epoch 347: Loss: 2.89831805229187 Epoch 348: Loss: 3.019942045211792 Epoch 349: Loss: 2.9568076133728027 Epoch 350: Loss: 2.942279815673828 Epoch 351: Loss: 2.9631028175354004 Epoch 352: Loss: 2.792889356613159 Epoch 353: Loss: 2.941197395324707 Epoch 354: Loss: 2.8728160858154297 Epoch 355: Loss: 3.1053357124328613 Epoch 356: Loss: 2.9804275035858154 Epoch 357: Loss: 2.796889543533325 Epoch 358: Loss: 3.0054163932800293 Epoch 359: Loss: 2.879300594329834 Epoch 360: Loss: 3.023885726928711 Epoch 361: Loss: 2.985945463180542 Epoch 362: Loss: 2.8835813999176025 Epoch 363: Loss: 2.88995623588562 Epoch 364: Loss: 2.874992609024048 Epoch 365: Loss: 3.023561954498291 Epoch 366: Loss: 2.93569278717041 Epoch 367: Loss: 3.0337493419647217 Epoch 368: Loss: 2.970872640609741 Epoch 369: Loss: 2.795159339904785 Epoch 370: Loss: 2.9687137603759766 Epoch 371: Loss: 2.8642847537994385 Epoch 372: Loss: 2.991464614868164 Epoch 373: Loss: 2.879378080368042 Epoch 374: Loss: 2.855832099914551 Epoch 375: Loss: 2.8648293018341064 Epoch 376: Loss: 3.081127882003784 Epoch 377: Loss: 2.858157157897949 Epoch 378: Loss: 2.962984085083008 Epoch 379: Loss: 3.0071182250976562 Epoch 380: Loss: 2.7102537155151367 Epoch 381: Loss: 3.041496992111206 Epoch 382: Loss: 2.7613511085510254 Epoch 383: Loss: 2.813915252685547 Epoch 384: Loss: 3.11962890625 Epoch 385: Loss: 2.744899272918701 Epoch 386: Loss: 2.860837697982788 Epoch 387: Loss: 2.8444488048553467 Epoch 388: Loss: 2.8697094917297363 Epoch 389: Loss: 2.9686062335968018 Epoch 390: Loss: 2.8082988262176514 Epoch 391: Loss: 2.803570508956909 Epoch 392: Loss: 2.8463149070739746 Epoch 393: Loss: 2.736159324645996 Epoch 394: Loss: 2.961840867996216 Epoch 395: Loss: 2.781524181365967 Epoch 396: Loss: 2.7689990997314453 Epoch 397: Loss: 2.827068328857422 Epoch 398: Loss: 2.8832476139068604 Epoch 399: Loss: 2.941957473754883 Epoch 400: Loss: 2.6829307079315186 Epoch 401: Loss: 2.774700880050659 Epoch 402: Loss: 2.829418659210205 Epoch 403: Loss: 2.7643322944641113 Epoch 404: Loss: 2.7063543796539307 Epoch 405: Loss: 2.8090126514434814 Epoch 406: Loss: 2.733083963394165 Epoch 407: Loss: 2.671379804611206 Epoch 408: Loss: 2.853011131286621 Epoch 409: Loss: 2.8662142753601074 Epoch 410: Loss: 2.8366565704345703 Epoch 411: Loss: 2.643494129180908 Epoch 412: Loss: 2.7712819576263428 Epoch 413: Loss: 2.648242235183716 Epoch 414: Loss: 2.6233508586883545 Epoch 415: Loss: 2.7417049407958984 Epoch 416: Loss: 2.793067455291748 Epoch 417: Loss: 2.788564443588257 Epoch 418: Loss: 2.8432605266571045 Epoch 419: Loss: 2.6452345848083496 Epoch 420: Loss: 2.7579448223114014 Epoch 421: Loss: 2.7692019939422607 Epoch 422: Loss: 2.863006114959717 Epoch 423: Loss: 2.776918411254883 Epoch 424: Loss: 2.6748318672180176 Epoch 425: Loss: 2.7202951908111572 Epoch 426: Loss: 2.5847814083099365 Epoch 427: Loss: 2.582430601119995 Epoch 428: Loss: 2.5860750675201416 Epoch 429: Loss: 2.762115716934204 Epoch 430: Loss: 2.842116594314575 Epoch 431: Loss: 2.703727960586548 Epoch 432: Loss: 2.711970806121826 Epoch 433: Loss: 2.5838005542755127 Epoch 434: Loss: 2.7239320278167725 Epoch 435: Loss: 2.7579898834228516 Epoch 436: Loss: 2.7651681900024414 Epoch 437: Loss: 2.688737154006958 Epoch 438: Loss: 2.6989030838012695 Epoch 439: Loss: 2.6148159503936768 Epoch 440: Loss: 2.753933906555176 Epoch 441: Loss: 2.6585865020751953 Epoch 442: Loss: 2.51596736907959 Epoch 443: Loss: 2.701511859893799 Epoch 444: Loss: 2.6195123195648193 Epoch 445: Loss: 2.6712846755981445 Epoch 446: Loss: 2.794285535812378 Epoch 447: Loss: 2.6334519386291504 Epoch 448: Loss: 2.7233898639678955 Epoch 449: Loss: 2.65151309967041 Epoch 450: Loss: 2.582272529602051 Epoch 451: Loss: 2.641789674758911 Epoch 452: Loss: 2.639091968536377 Epoch 453: Loss: 2.7063639163970947 Epoch 454: Loss: 2.61360764503479 Epoch 455: Loss: 2.5609445571899414 Epoch 456: Loss: 2.5944948196411133 Epoch 457: Loss: 2.7552192211151123 Epoch 458: Loss: 2.52976131439209 Epoch 459: Loss: 2.536104679107666 Epoch 460: Loss: 2.5949161052703857 Epoch 461: Loss: 2.70927095413208 Epoch 462: Loss: 2.540821075439453 Epoch 463: Loss: 2.5635552406311035 Epoch 464: Loss: 2.6190712451934814 Epoch 465: Loss: 2.6870803833007812 Epoch 466: Loss: 2.7255918979644775 Epoch 467: Loss: 2.7701473236083984 Epoch 468: Loss: 2.608921766281128 Epoch 469: Loss: 2.6057112216949463 Epoch 470: Loss: 2.6046576499938965 Epoch 471: Loss: 2.6639015674591064 Epoch 472: Loss: 2.669283866882324 Epoch 473: Loss: 2.5181691646575928 Epoch 474: Loss: 2.428403377532959 Epoch 475: Loss: 2.7426798343658447 Epoch 476: Loss: 2.713104486465454 Epoch 477: Loss: 2.6010513305664062 Epoch 478: Loss: 2.6097097396850586 Epoch 479: Loss: 2.5860595703125 Epoch 480: Loss: 2.6842925548553467 Epoch 481: Loss: 2.632887363433838 Epoch 482: Loss: 2.605699300765991 Epoch 483: Loss: 2.5641613006591797 Epoch 484: Loss: 2.557935953140259 Epoch 485: Loss: 2.6191344261169434 Epoch 486: Loss: 2.6807689666748047 Epoch 487: Loss: 2.521930456161499 Epoch 488: Loss: 2.6693859100341797 Epoch 489: Loss: 2.635427951812744 Epoch 490: Loss: 2.4982426166534424 Epoch 491: Loss: 2.568561315536499 Epoch 492: Loss: 2.5599567890167236 Epoch 493: Loss: 2.666433811187744 Epoch 494: Loss: 2.6090385913848877 Epoch 495: Loss: 2.465247631072998 Epoch 496: Loss: 2.4837753772735596 Epoch 497: Loss: 2.512622117996216 Epoch 498: Loss: 2.5368850231170654 Epoch 499: Loss: 2.654257297515869 Epoch 500: Loss: 2.6408395767211914 Epoch 501: Loss: 2.4849202632904053 Epoch 502: Loss: 2.528956651687622 Epoch 503: Loss: 2.5166680812835693 Epoch 504: Loss: 2.5742032527923584 Epoch 505: Loss: 2.5116207599639893 Epoch 506: Loss: 2.5245745182037354 Epoch 507: Loss: 2.571427822113037 Epoch 508: Loss: 2.5701732635498047 Epoch 509: Loss: 2.577120304107666 Epoch 510: Loss: 2.464740514755249 Epoch 511: Loss: 2.575643301010132 Epoch 512: Loss: 2.5356130599975586 Epoch 513: Loss: 2.6145575046539307 Epoch 514: Loss: 2.6157727241516113 Epoch 515: Loss: 2.4840705394744873 Epoch 516: Loss: 2.527768611907959 Epoch 517: Loss: 2.471346378326416 Epoch 518: Loss: 2.480741500854492 Epoch 519: Loss: 2.6196846961975098 Epoch 520: Loss: 2.5421807765960693 Epoch 521: Loss: 2.457000970840454 Epoch 522: Loss: 2.4543817043304443 Epoch 523: Loss: 2.436037302017212 Epoch 524: Loss: 2.578789710998535 Epoch 525: Loss: 2.5319571495056152 Epoch 526: Loss: 2.5127997398376465 Epoch 527: Loss: 2.5033318996429443 Epoch 528: Loss: 2.4799139499664307 Epoch 529: Loss: 2.486172914505005 Epoch 530: Loss: 2.502382278442383 Epoch 531: Loss: 2.560351848602295 Epoch 532: Loss: 2.475881338119507 Epoch 533: Loss: 2.509535312652588 Epoch 534: Loss: 2.4292826652526855 Epoch 535: Loss: 2.5325653553009033 Epoch 536: Loss: 2.41023588180542 Epoch 537: Loss: 2.3585031032562256 Epoch 538: Loss: 2.5548253059387207 Epoch 539: Loss: 2.5119802951812744 Epoch 540: Loss: 2.5092203617095947 Epoch 541: Loss: 2.47442364692688 Epoch 542: Loss: 2.4540371894836426 Epoch 543: Loss: 2.459611654281616 Epoch 544: Loss: 2.586487293243408 Epoch 545: Loss: 2.533306121826172 Epoch 546: Loss: 2.4849069118499756 Epoch 547: Loss: 2.503793954849243 Epoch 548: Loss: 2.416717529296875 Epoch 549: Loss: 2.5156424045562744 Epoch 550: Loss: 2.41920804977417 Epoch 551: Loss: 2.4653687477111816 Epoch 552: Loss: 2.383610486984253 Epoch 553: Loss: 2.3882527351379395 Epoch 554: Loss: 2.500439405441284 Epoch 555: Loss: 2.5228428840637207 Epoch 556: Loss: 2.357814073562622 Epoch 557: Loss: 2.458138942718506 Epoch 558: Loss: 2.5646378993988037 Epoch 559: Loss: 2.4741714000701904 Epoch 560: Loss: 2.464926242828369 Epoch 561: Loss: 2.457435131072998 Epoch 562: Loss: 2.44535231590271 Epoch 563: Loss: 2.483090877532959 Epoch 564: Loss: 2.3634541034698486 Epoch 565: Loss: 2.452119827270508 Epoch 566: Loss: 2.4769065380096436 Epoch 567: Loss: 2.463592052459717 Epoch 568: Loss: 2.489431142807007 Epoch 569: Loss: 2.355353593826294 Epoch 570: Loss: 2.339351177215576 Epoch 571: Loss: 2.309911012649536 Epoch 572: Loss: 2.4051756858825684 Epoch 573: Loss: 2.4228713512420654 Epoch 574: Loss: 2.3474128246307373 Epoch 575: Loss: 2.3122081756591797 Epoch 576: Loss: 2.3729968070983887 Epoch 577: Loss: 2.4332330226898193 Epoch 578: Loss: 2.415895938873291 Epoch 579: Loss: 2.438438892364502 Epoch 580: Loss: 2.501382827758789 Epoch 581: Loss: 2.376465320587158 Epoch 582: Loss: 2.289327621459961 Epoch 583: Loss: 2.3925986289978027 Epoch 584: Loss: 2.3792357444763184 Epoch 585: Loss: 2.263589859008789 Epoch 586: Loss: 2.291060209274292 Epoch 587: Loss: 2.4717323780059814 Epoch 588: Loss: 2.462239980697632 Epoch 589: Loss: 2.428257703781128 Epoch 590: Loss: 2.324483871459961 Epoch 591: Loss: 2.434075117111206 Epoch 592: Loss: 2.3643078804016113 Epoch 593: Loss: 2.3221282958984375 Epoch 594: Loss: 2.3842852115631104 Epoch 595: Loss: 2.4437317848205566 Epoch 596: Loss: 2.2420871257781982 Epoch 597: Loss: 2.2807693481445312 Epoch 598: Loss: 2.391671657562256 Epoch 599: Loss: 2.386382818222046 Epoch 600: Loss: 2.4544293880462646 Epoch 601: Loss: 2.4998598098754883 Epoch 602: Loss: 2.4675583839416504 Epoch 603: Loss: 2.338413953781128 Epoch 604: Loss: 2.1819748878479004 Epoch 605: Loss: 2.3470418453216553 Epoch 606: Loss: 2.3928377628326416 Epoch 607: Loss: 2.453434705734253 Epoch 608: Loss: 2.3187944889068604 Epoch 609: Loss: 2.2990777492523193 Epoch 610: Loss: 2.4533090591430664 Epoch 611: Loss: 2.305837869644165 Epoch 612: Loss: 2.271083354949951 Epoch 613: Loss: 2.289236307144165 Epoch 614: Loss: 2.279691219329834 Epoch 615: Loss: 2.3921947479248047 Epoch 616: Loss: 2.2925198078155518 Epoch 617: Loss: 2.52065372467041 Epoch 618: Loss: 2.391319990158081 Epoch 619: Loss: 2.47267484664917 Epoch 620: Loss: 2.344738483428955 Epoch 621: Loss: 2.4031763076782227 Epoch 622: Loss: 2.3188209533691406 Epoch 623: Loss: 2.347360849380493 Epoch 624: Loss: 2.2145097255706787 Epoch 625: Loss: 2.4078612327575684 Epoch 626: Loss: 2.420426845550537 Epoch 627: Loss: 2.229419469833374 Epoch 628: Loss: 2.32503604888916 Epoch 629: Loss: 2.204214334487915 Epoch 630: Loss: 2.2422397136688232 Epoch 631: Loss: 2.3629508018493652 Epoch 632: Loss: 2.3309926986694336 Epoch 633: Loss: 2.35142183303833 Epoch 634: Loss: 2.303288459777832 Epoch 635: Loss: 2.2945361137390137 Epoch 636: Loss: 2.404125928878784 Epoch 637: Loss: 2.4179601669311523 Epoch 638: Loss: 2.25295090675354 Epoch 639: Loss: 2.324554920196533 Epoch 640: Loss: 2.2794015407562256 Epoch 641: Loss: 2.364748001098633 Epoch 642: Loss: 2.247701406478882 Epoch 643: Loss: 2.253925085067749 Epoch 644: Loss: 2.3832972049713135 Epoch 645: Loss: 2.4177169799804688 Epoch 646: Loss: 2.13242769241333 Epoch 647: Loss: 2.3800692558288574 Epoch 648: Loss: 2.259521245956421 Epoch 649: Loss: 2.309180974960327 Epoch 650: Loss: 2.240250587463379 Epoch 651: Loss: 2.527125597000122 Epoch 652: Loss: 2.291945219039917 Epoch 653: Loss: 2.294776678085327 Epoch 654: Loss: 2.2168872356414795 Epoch 655: Loss: 2.2348921298980713 Epoch 656: Loss: 2.2035393714904785 Epoch 657: Loss: 2.163222551345825 Epoch 658: Loss: 2.255894184112549 Epoch 659: Loss: 2.365422487258911 Epoch 660: Loss: 2.2054455280303955 Epoch 661: Loss: 2.2496535778045654 Epoch 662: Loss: 2.3180344104766846 Epoch 663: Loss: 2.197911500930786 Epoch 664: Loss: 2.1300272941589355 Epoch 665: Loss: 2.1194558143615723 Epoch 666: Loss: 2.263485908508301 Epoch 667: Loss: 2.189138650894165 Epoch 668: Loss: 2.2058215141296387 Epoch 669: Loss: 2.3442838191986084 Epoch 670: Loss: 2.285989284515381 Epoch 671: Loss: 2.132920742034912 Epoch 672: Loss: 2.2664830684661865 Epoch 673: Loss: 2.1663126945495605 Epoch 674: Loss: 2.340247631072998 Epoch 675: Loss: 2.230210065841675 Epoch 676: Loss: 2.2957875728607178 Epoch 677: Loss: 2.2836086750030518 Epoch 678: Loss: 2.199768543243408 Epoch 679: Loss: 2.158369302749634 Epoch 680: Loss: 2.21791672706604 Epoch 681: Loss: 2.185131072998047 Epoch 682: Loss: 2.1027445793151855 Epoch 683: Loss: 2.197540044784546 Epoch 684: Loss: 2.25519061088562 Epoch 685: Loss: 2.1619961261749268 Epoch 686: Loss: 2.2490296363830566 Epoch 687: Loss: 2.0586466789245605 Epoch 688: Loss: 2.2075560092926025 Epoch 689: Loss: 2.116220712661743 Epoch 690: Loss: 2.1372013092041016 Epoch 691: Loss: 2.2556841373443604 Epoch 692: Loss: 2.2201921939849854 Epoch 693: Loss: 2.1935415267944336 Epoch 694: Loss: 2.2513623237609863 Epoch 695: Loss: 2.281838893890381 Epoch 696: Loss: 2.18463134765625 Epoch 697: Loss: 2.2802956104278564 Epoch 698: Loss: 2.2055118083953857 Epoch 699: Loss: 2.1838879585266113 Epoch 700: Loss: 2.21942138671875 Epoch 701: Loss: 2.1706671714782715 Epoch 702: Loss: 2.2574727535247803 Epoch 703: Loss: 2.291140079498291 Epoch 704: Loss: 2.350412368774414 Epoch 705: Loss: 2.2982490062713623 Epoch 706: Loss: 2.2072746753692627 Epoch 707: Loss: 2.2433366775512695 Epoch 708: Loss: 2.0755674839019775 Epoch 709: Loss: 2.2397749423980713 Epoch 710: Loss: 2.2626752853393555 Epoch 711: Loss: 2.272064447402954 Epoch 712: Loss: 2.223527669906616 Epoch 713: Loss: 2.2933740615844727 Epoch 714: Loss: 2.199648141860962 Epoch 715: Loss: 2.10784912109375 Epoch 716: Loss: 2.1510009765625 Epoch 717: Loss: 2.1835434436798096 Epoch 718: Loss: 2.1261956691741943 Epoch 719: Loss: 2.2040553092956543 Epoch 720: Loss: 2.2661783695220947 Epoch 721: Loss: 2.0520262718200684 Epoch 722: Loss: 2.14583683013916 Epoch 723: Loss: 2.27777361869812 Epoch 724: Loss: 2.014317274093628 Epoch 725: Loss: 2.055109739303589 Epoch 726: Loss: 2.084641695022583 Epoch 727: Loss: 2.2116291522979736 Epoch 728: Loss: 2.380972146987915 Epoch 729: Loss: 2.0862395763397217 Epoch 730: Loss: 2.1601016521453857 Epoch 731: Loss: 2.261543035507202 Epoch 732: Loss: 2.243867874145508 Epoch 733: Loss: 2.1207797527313232 Epoch 734: Loss: 2.307105541229248 Epoch 735: Loss: 2.0456926822662354 Epoch 736: Loss: 2.175506591796875 Epoch 737: Loss: 2.2270126342773438 Epoch 738: Loss: 2.1627120971679688 Epoch 739: Loss: 2.044597625732422 Epoch 740: Loss: 2.152907371520996 Epoch 741: Loss: 2.0987582206726074 Epoch 742: Loss: 2.1478559970855713 Epoch 743: Loss: 2.088707447052002 Epoch 744: Loss: 2.1766624450683594 Epoch 745: Loss: 2.1673200130462646 Epoch 746: Loss: 2.0598254203796387 Epoch 747: Loss: 2.0538787841796875 Epoch 748: Loss: 2.0392868518829346 Epoch 749: Loss: 2.022233009338379 Epoch 750: Loss: 2.100537061691284 Epoch 751: Loss: 2.1010046005249023 Epoch 752: Loss: 2.080282211303711 Epoch 753: Loss: 2.037229537963867 Epoch 754: Loss: 2.088304281234741 Epoch 755: Loss: 2.0300066471099854 Epoch 756: Loss: 2.060908079147339 Epoch 757: Loss: 2.1166679859161377 Epoch 758: Loss: 1.9662820100784302 Epoch 759: Loss: 2.1656768321990967 Epoch 760: Loss: 2.1038239002227783 Epoch 761: Loss: 1.9863382577896118 Epoch 762: Loss: 2.134328842163086 Epoch 763: Loss: 2.158283233642578 Epoch 764: Loss: 2.086621046066284 Epoch 765: Loss: 2.0696370601654053 Epoch 766: Loss: 2.083803653717041 Epoch 767: Loss: 2.16886043548584 Epoch 768: Loss: 2.0230448246002197 Epoch 769: Loss: 2.1418395042419434 Epoch 770: Loss: 2.1411499977111816 Epoch 771: Loss: 2.0966649055480957 Epoch 772: Loss: 2.024595260620117 Epoch 773: Loss: 2.0958564281463623 Epoch 774: Loss: 2.080198049545288 Epoch 775: Loss: 2.0599923133850098 Epoch 776: Loss: 2.0026133060455322 Epoch 777: Loss: 2.100635290145874 Epoch 778: Loss: 2.204953908920288 Epoch 779: Loss: 2.155164957046509 Epoch 780: Loss: 2.098968744277954 Epoch 781: Loss: 2.0446441173553467 Epoch 782: Loss: 2.0884010791778564 Epoch 783: Loss: 2.1073877811431885 Epoch 784: Loss: 2.0635969638824463 Epoch 785: Loss: 2.0280683040618896 Epoch 786: Loss: 2.0765233039855957 Epoch 787: Loss: 2.056213855743408 Epoch 788: Loss: 2.050978660583496 Epoch 789: Loss: 2.1130428314208984 Epoch 790: Loss: 2.0848965644836426 Epoch 791: Loss: 1.9702295064926147 Epoch 792: Loss: 1.986820101737976 Epoch 793: Loss: 2.017664670944214 Epoch 794: Loss: 2.0123088359832764 Epoch 795: Loss: 2.0033843517303467 Epoch 796: Loss: 2.101162910461426 Epoch 797: Loss: 2.1441473960876465 Epoch 798: Loss: 2.062276601791382 Epoch 799: Loss: 2.086735248565674 Epoch 800: Loss: 2.078495502471924 Epoch 801: Loss: 2.1012892723083496 Epoch 802: Loss: 1.9348267316818237 Epoch 803: Loss: 2.135162591934204 Epoch 804: Loss: 1.9784555435180664 Epoch 805: Loss: 2.126772880554199 Epoch 806: Loss: 2.072664499282837 Epoch 807: Loss: 2.12196946144104 Epoch 808: Loss: 2.067488193511963 Epoch 809: Loss: 2.164705276489258 Epoch 810: Loss: 2.0519533157348633 Epoch 811: Loss: 2.029282331466675 Epoch 812: Loss: 2.112196445465088 Epoch 813: Loss: 2.1230783462524414 Epoch 814: Loss: 2.076831102371216 Epoch 815: Loss: 2.0547428131103516 Epoch 816: Loss: 2.076680898666382 Epoch 817: Loss: 1.9665149450302124 Epoch 818: Loss: 2.044511556625366 Epoch 819: Loss: 2.014298677444458 Epoch 820: Loss: 2.1117124557495117 Epoch 821: Loss: 2.0809292793273926 Epoch 822: Loss: 2.076709508895874 Epoch 823: Loss: 2.0246105194091797 Epoch 824: Loss: 2.0468599796295166 Epoch 825: Loss: 2.051933526992798 Epoch 826: Loss: 1.958982229232788 Epoch 827: Loss: 2.055034637451172 Epoch 828: Loss: 2.0546517372131348 Epoch 829: Loss: 2.0392158031463623 Epoch 830: Loss: 1.9774556159973145 Epoch 831: Loss: 2.079603672027588 Epoch 832: Loss: 2.006579637527466 Epoch 833: Loss: 1.901845932006836 Epoch 834: Loss: 1.9882605075836182 Epoch 835: Loss: 2.096867561340332 Epoch 836: Loss: 2.0328567028045654 Epoch 837: Loss: 1.933587908744812 Epoch 838: Loss: 1.9972233772277832 Epoch 839: Loss: 2.028258800506592 Epoch 840: Loss: 1.8779939413070679 Epoch 841: Loss: 1.9444113969802856 Epoch 842: Loss: 2.0376827716827393 Epoch 843: Loss: 1.9912720918655396 Epoch 844: Loss: 2.0773284435272217 Epoch 845: Loss: 2.0179340839385986 Epoch 846: Loss: 1.8950949907302856 Epoch 847: Loss: 2.0185139179229736 Epoch 848: Loss: 1.8461486101150513 Epoch 849: Loss: 1.9584639072418213 Epoch 850: Loss: 1.973207712173462 Epoch 851: Loss: 1.9372138977050781 Epoch 852: Loss: 1.992690086364746 Epoch 853: Loss: 1.9944586753845215 Epoch 854: Loss: 1.943349003791809 Epoch 855: Loss: 1.981494426727295 Epoch 856: Loss: 1.9470264911651611 Epoch 857: Loss: 2.0700066089630127 Epoch 858: Loss: 2.0032453536987305 Epoch 859: Loss: 1.9166781902313232 Epoch 860: Loss: 1.9259265661239624 Epoch 861: Loss: 2.0875837802886963 Epoch 862: Loss: 1.893602967262268 Epoch 863: Loss: 1.9641764163970947 Epoch 864: Loss: 2.1294472217559814 Epoch 865: Loss: 1.910162329673767 Epoch 866: Loss: 1.904727816581726 Epoch 867: Loss: 1.995914101600647 Epoch 868: Loss: 1.929275393486023 Epoch 869: Loss: 2.0418405532836914 Epoch 870: Loss: 1.9291452169418335 Epoch 871: Loss: 1.995627760887146 Epoch 872: Loss: 1.9527418613433838 Epoch 873: Loss: 2.008188486099243 Epoch 874: Loss: 1.9388747215270996 Epoch 875: Loss: 1.9920004606246948 Epoch 876: Loss: 1.936296820640564 Epoch 877: Loss: 2.0189709663391113 Epoch 878: Loss: 1.9051052331924438 Epoch 879: Loss: 1.8964190483093262 Epoch 880: Loss: 2.0362589359283447 Epoch 881: Loss: 1.958725094795227 Epoch 882: Loss: 2.052342176437378 Epoch 883: Loss: 1.862053632736206 Epoch 884: Loss: 1.898659348487854 Epoch 885: Loss: 2.0883283615112305 Epoch 886: Loss: 1.8834517002105713 Epoch 887: Loss: 1.9405802488327026 Epoch 888: Loss: 1.8298823833465576 Epoch 889: Loss: 1.9201327562332153 Epoch 890: Loss: 1.975631594657898 Epoch 891: Loss: 1.989235281944275 Epoch 892: Loss: 1.9561885595321655 Epoch 893: Loss: 2.0053048133850098 Epoch 894: Loss: 1.8989821672439575 Epoch 895: Loss: 1.8272161483764648 Epoch 896: Loss: 1.8212581872940063 Epoch 897: Loss: 1.9755370616912842 Epoch 898: Loss: 2.007378339767456 Epoch 899: Loss: 1.868673324584961 Epoch 900: Loss: 1.9238520860671997 Epoch 901: Loss: 1.936481237411499 Epoch 902: Loss: 1.9966760873794556 Epoch 903: Loss: 2.0141334533691406 Epoch 904: Loss: 1.8855936527252197 Epoch 905: Loss: 1.9740514755249023 Epoch 906: Loss: 1.9070889949798584 Epoch 907: Loss: 2.0765280723571777 Epoch 908: Loss: 1.9265155792236328 Epoch 909: Loss: 2.0475172996520996 Epoch 910: Loss: 1.8786036968231201 Epoch 911: Loss: 1.834228277206421 Epoch 912: Loss: 1.9413464069366455 Epoch 913: Loss: 1.912299633026123 Epoch 914: Loss: 1.8510547876358032 Epoch 915: Loss: 1.8716555833816528 Epoch 916: Loss: 1.9104357957839966 Epoch 917: Loss: 1.8569413423538208 Epoch 918: Loss: 1.9710102081298828 Epoch 919: Loss: 1.9529647827148438 Epoch 920: Loss: 1.839097499847412 Epoch 921: Loss: 1.9815149307250977 Epoch 922: Loss: 1.9697905778884888 Epoch 923: Loss: 1.8231050968170166 Epoch 924: Loss: 1.9547392129898071 Epoch 925: Loss: 1.973664402961731 Epoch 926: Loss: 1.9085060358047485 Epoch 927: Loss: 1.8749096393585205 Epoch 928: Loss: 1.9077684879302979 Epoch 929: Loss: 1.9071054458618164 Epoch 930: Loss: 1.842759609222412 Epoch 931: Loss: 1.8633251190185547 Epoch 932: Loss: 1.89113450050354 Epoch 933: Loss: 1.8311362266540527 Epoch 934: Loss: 1.9105792045593262 Epoch 935: Loss: 1.9103137254714966 Epoch 936: Loss: 1.8980904817581177 Epoch 937: Loss: 1.8047795295715332 Epoch 938: Loss: 1.96334969997406 Epoch 939: Loss: 1.87886381149292 Epoch 940: Loss: 2.0340797901153564 Epoch 941: Loss: 1.9412935972213745 Epoch 942: Loss: 1.9188979864120483 Epoch 943: Loss: 1.8924245834350586 Epoch 944: Loss: 1.859573483467102 Epoch 945: Loss: 1.8738348484039307 Epoch 946: Loss: 1.8349295854568481 Epoch 947: Loss: 1.9415383338928223 Epoch 948: Loss: 1.857393741607666 Epoch 949: Loss: 1.9207100868225098 Epoch 950: Loss: 1.9508132934570312 Epoch 951: Loss: 1.7979962825775146 Epoch 952: Loss: 1.9788583517074585 Epoch 953: Loss: 1.9313993453979492 Epoch 954: Loss: 1.8234004974365234 Epoch 955: Loss: 1.8452204465866089 Epoch 956: Loss: 1.8674486875534058 Epoch 957: Loss: 1.8497475385665894 Epoch 958: Loss: 1.8218379020690918 Epoch 959: Loss: 1.8349696397781372 Epoch 960: Loss: 1.8567837476730347 Epoch 961: Loss: 1.8748217821121216 Epoch 962: Loss: 1.8511985540390015 Epoch 963: Loss: 1.8648709058761597 Epoch 964: Loss: 1.8528802394866943 Epoch 965: Loss: 1.843912124633789 Epoch 966: Loss: 1.786532998085022 Epoch 967: Loss: 1.7841379642486572 Epoch 968: Loss: 1.8990519046783447 Epoch 969: Loss: 1.7788721323013306 Epoch 970: Loss: 1.9388874769210815 Epoch 971: Loss: 1.93463933467865 Epoch 972: Loss: 1.8846285343170166 Epoch 973: Loss: 1.8099026679992676 Epoch 974: Loss: 1.8563342094421387 Epoch 975: Loss: 1.8600049018859863 Epoch 976: Loss: 1.8290224075317383 Epoch 977: Loss: 1.8326722383499146 Epoch 978: Loss: 1.7638592720031738 Epoch 979: Loss: 1.9138752222061157 Epoch 980: Loss: 1.820609450340271 Epoch 981: Loss: 1.9035192728042603 Epoch 982: Loss: 1.8954697847366333 Epoch 983: Loss: 1.8900024890899658 Epoch 984: Loss: 1.8918249607086182 Epoch 985: Loss: 1.8422905206680298 Epoch 986: Loss: 1.9072932004928589 Epoch 987: Loss: 1.8362153768539429 Epoch 988: Loss: 1.9035437107086182 Epoch 989: Loss: 1.9082214832305908 Epoch 990: Loss: 1.9258939027786255 Epoch 991: Loss: 1.7755191326141357 Epoch 992: Loss: 1.8842533826828003 Epoch 993: Loss: 1.8192408084869385 Epoch 994: Loss: 1.8618239164352417 Epoch 995: Loss: 1.7227427959442139 Epoch 996: Loss: 1.8312121629714966 Epoch 997: Loss: 1.8954135179519653 Epoch 998: Loss: 1.8260166645050049 Epoch 999: Loss: 1.9275689125061035 Epoch 1000: Loss: 1.843278408050537 Epoch 1001: Loss: 1.7272919416427612 Epoch 1002: Loss: 1.7065753936767578 Epoch 1003: Loss: 1.8811579942703247 Epoch 1004: Loss: 1.7745600938796997 Epoch 1005: Loss: 1.803846836090088 Epoch 1006: Loss: 1.8262879848480225 Epoch 1007: Loss: 1.838600516319275 Epoch 1008: Loss: 1.8823906183242798 Epoch 1009: Loss: 1.8345606327056885 Epoch 1010: Loss: 1.87203848361969 Epoch 1011: Loss: 1.8784846067428589 Epoch 1012: Loss: 1.732778549194336 Epoch 1013: Loss: 1.81905996799469 Epoch 1014: Loss: 1.7296706438064575 Epoch 1015: Loss: 1.800419569015503 Epoch 1016: Loss: 1.8062522411346436 Epoch 1017: Loss: 1.8379924297332764 Epoch 1018: Loss: 1.875076174736023 Epoch 1019: Loss: 1.7401390075683594 Epoch 1020: Loss: 1.8873244524002075 Epoch 1021: Loss: 1.7203272581100464 Epoch 1022: Loss: 1.7576996088027954 Epoch 1023: Loss: 1.7107847929000854 Epoch 1024: Loss: 1.8735462427139282 Epoch 1025: Loss: 1.7654825448989868 Epoch 1026: Loss: 1.7390059232711792 Epoch 1027: Loss: 1.8660939931869507 Epoch 1028: Loss: 1.8018888235092163 Epoch 1029: Loss: 1.8683425188064575 Epoch 1030: Loss: 1.8107397556304932 Epoch 1031: Loss: 1.8490681648254395 Epoch 1032: Loss: 1.8634321689605713 Epoch 1033: Loss: 1.8274308443069458 Epoch 1034: Loss: 1.8369581699371338 Epoch 1035: Loss: 1.841539740562439 Epoch 1036: Loss: 1.730124592781067 Epoch 1037: Loss: 1.8214008808135986 Epoch 1038: Loss: 1.8999871015548706 Epoch 1039: Loss: 1.7580616474151611 Epoch 1040: Loss: 1.7933480739593506 Epoch 1041: Loss: 1.7898380756378174 Epoch 1042: Loss: 1.7971885204315186 Epoch 1043: Loss: 1.8616341352462769 Epoch 1044: Loss: 1.7282418012619019 Epoch 1045: Loss: 1.734067440032959 Epoch 1046: Loss: 1.799389123916626 Epoch 1047: Loss: 1.801271677017212 Epoch 1048: Loss: 1.7545876502990723 Epoch 1049: Loss: 1.6910282373428345 Epoch 1050: Loss: 1.8392869234085083 Epoch 1051: Loss: 1.7155405282974243 Epoch 1052: Loss: 1.829825520515442 Epoch 1053: Loss: 1.7729638814926147 Epoch 1054: Loss: 1.7666126489639282 Epoch 1055: Loss: 1.7846778631210327 Epoch 1056: Loss: 1.6721806526184082 Epoch 1057: Loss: 1.7525813579559326 Epoch 1058: Loss: 1.7283737659454346 Epoch 1059: Loss: 1.7479068040847778 Epoch 1060: Loss: 1.907918930053711 Epoch 1061: Loss: 1.8109629154205322 Epoch 1062: Loss: 1.744415044784546 Epoch 1063: Loss: 1.8366831541061401 Epoch 1064: Loss: 1.7848789691925049 Epoch 1065: Loss: 1.8513433933258057 Epoch 1066: Loss: 1.7559163570404053 Epoch 1067: Loss: 1.786361813545227 Epoch 1068: Loss: 1.7645176649093628 Epoch 1069: Loss: 1.7689422369003296 Epoch 1070: Loss: 1.751975178718567 Epoch 1071: Loss: 1.7411314249038696 Epoch 1072: Loss: 1.7320295572280884 Epoch 1073: Loss: 1.690314531326294 Epoch 1074: Loss: 1.6206235885620117 Epoch 1075: Loss: 1.7670681476593018 Epoch 1076: Loss: 1.716733455657959 Epoch 1077: Loss: 1.8055989742279053 Epoch 1078: Loss: 1.659508466720581 Epoch 1079: Loss: 1.7309483289718628 Epoch 1080: Loss: 1.8213963508605957 Epoch 1081: Loss: 1.7226510047912598 Epoch 1082: Loss: 1.6256303787231445 Epoch 1083: Loss: 1.7323756217956543 Epoch 1084: Loss: 1.7193392515182495 Epoch 1085: Loss: 1.7703815698623657 Epoch 1086: Loss: 1.7657235860824585 Epoch 1087: Loss: 1.6557539701461792 Epoch 1088: Loss: 1.7768179178237915 Epoch 1089: Loss: 1.7846602201461792 Epoch 1090: Loss: 1.7321828603744507 Epoch 1091: Loss: 1.7564185857772827 Epoch 1092: Loss: 1.6807746887207031 Epoch 1093: Loss: 1.7872086763381958 Epoch 1094: Loss: 1.7283447980880737 Epoch 1095: Loss: 1.71437668800354 Epoch 1096: Loss: 1.6934010982513428 Epoch 1097: Loss: 1.792687177658081 Epoch 1098: Loss: 1.665590763092041 Epoch 1099: Loss: 1.6162084341049194 Epoch 1100: Loss: 1.73164701461792 Epoch 1101: Loss: 1.6593060493469238 Epoch 1102: Loss: 1.6636003255844116 Epoch 1103: Loss: 1.8288826942443848 Epoch 1104: Loss: 1.7147574424743652 Epoch 1105: Loss: 1.7814725637435913 Epoch 1106: Loss: 1.6505411863327026 Epoch 1107: Loss: 1.7614628076553345 Epoch 1108: Loss: 1.737570881843567 Epoch 1109: Loss: 1.7300996780395508 Epoch 1110: Loss: 1.8085405826568604 Epoch 1111: Loss: 1.815876841545105 Epoch 1112: Loss: 1.6172711849212646 Epoch 1113: Loss: 1.7158045768737793 Epoch 1114: Loss: 1.7295809984207153 Epoch 1115: Loss: 1.6596488952636719 Epoch 1116: Loss: 1.8600661754608154 Epoch 1117: Loss: 1.6969075202941895 Epoch 1118: Loss: 1.7309621572494507 Epoch 1119: Loss: 1.726658821105957 Epoch 1120: Loss: 1.683913230895996 Epoch 1121: Loss: 1.6268141269683838 Epoch 1122: Loss: 1.7348994016647339 Epoch 1123: Loss: 1.8028030395507812 Epoch 1124: Loss: 1.7951793670654297 Epoch 1125: Loss: 1.7560981512069702 Epoch 1126: Loss: 1.730663776397705 Epoch 1127: Loss: 1.7396597862243652 Epoch 1128: Loss: 1.6942750215530396 Epoch 1129: Loss: 1.6286742687225342 Epoch 1130: Loss: 1.6885334253311157 Epoch 1131: Loss: 1.7342272996902466 Epoch 1132: Loss: 1.6781325340270996 Epoch 1133: Loss: 1.7605412006378174 Epoch 1134: Loss: 1.7557629346847534 Epoch 1135: Loss: 1.641684651374817 Epoch 1136: Loss: 1.7458900213241577 Epoch 1137: Loss: 1.6285067796707153 Epoch 1138: Loss: 1.8097634315490723 Epoch 1139: Loss: 1.6311157941818237 Epoch 1140: Loss: 1.751245141029358 Epoch 1141: Loss: 1.81911039352417 Epoch 1142: Loss: 1.7180521488189697 Epoch 1143: Loss: 1.6832042932510376 Epoch 1144: Loss: 1.6052460670471191 Epoch 1145: Loss: 1.7593988180160522 Epoch 1146: Loss: 1.7622357606887817 Epoch 1147: Loss: 1.633331537246704 Epoch 1148: Loss: 1.6233582496643066 Epoch 1149: Loss: 1.5804544687271118 Epoch 1150: Loss: 1.6753921508789062 Epoch 1151: Loss: 1.7097411155700684 Epoch 1152: Loss: 1.6595921516418457 Epoch 1153: Loss: 1.68744957447052 Epoch 1154: Loss: 1.8354008197784424 Epoch 1155: Loss: 1.6804271936416626 Epoch 1156: Loss: 1.6505768299102783 Epoch 1157: Loss: 1.6465651988983154 Epoch 1158: Loss: 1.7766048908233643 Epoch 1159: Loss: 1.660979986190796 Epoch 1160: Loss: 1.7517073154449463 Epoch 1161: Loss: 1.6805174350738525 Epoch 1162: Loss: 1.7397617101669312 Epoch 1163: Loss: 1.7434028387069702 Epoch 1164: Loss: 1.720410943031311 Epoch 1165: Loss: 1.6471185684204102 Epoch 1166: Loss: 1.7096748352050781 Epoch 1167: Loss: 1.677065134048462 Epoch 1168: Loss: 1.7673040628433228 Epoch 1169: Loss: 1.6520638465881348 Epoch 1170: Loss: 1.645527720451355 Epoch 1171: Loss: 1.7303177118301392 Epoch 1172: Loss: 1.6197781562805176 Epoch 1173: Loss: 1.6832239627838135 Epoch 1174: Loss: 1.6105159521102905 Epoch 1175: Loss: 1.6581884622573853 Epoch 1176: Loss: 1.6283774375915527 Epoch 1177: Loss: 1.6330136060714722 Epoch 1178: Loss: 1.5937025547027588 Epoch 1179: Loss: 1.6501319408416748 Epoch 1180: Loss: 1.6656075716018677 Epoch 1181: Loss: 1.6648837327957153 Epoch 1182: Loss: 1.6423723697662354 Epoch 1183: Loss: 1.6532350778579712 Epoch 1184: Loss: 1.6104795932769775 Epoch 1185: Loss: 1.6086632013320923 Epoch 1186: Loss: 1.681048035621643 Epoch 1187: Loss: 1.74102783203125 Epoch 1188: Loss: 1.6034399271011353 Epoch 1189: Loss: 1.6632615327835083 Epoch 1190: Loss: 1.5960737466812134 Epoch 1191: Loss: 1.5702062845230103 Epoch 1192: Loss: 1.6384202241897583 Epoch 1193: Loss: 1.6038824319839478 Epoch 1194: Loss: 1.666430115699768 Epoch 1195: Loss: 1.714394211769104 Epoch 1196: Loss: 1.6033546924591064 Epoch 1197: Loss: 1.6746104955673218 Epoch 1198: Loss: 1.6412347555160522 Epoch 1199: Loss: 1.6060291528701782 Epoch 1200: Loss: 1.5332194566726685 Epoch 1201: Loss: 1.6626858711242676 Epoch 1202: Loss: 1.540789008140564 Epoch 1203: Loss: 1.748286247253418 Epoch 1204: Loss: 1.7368985414505005 Epoch 1205: Loss: 1.7200783491134644 Epoch 1206: Loss: 1.6423693895339966 Epoch 1207: Loss: 1.6225266456604004 Epoch 1208: Loss: 1.7031457424163818 Epoch 1209: Loss: 1.6161777973175049 Epoch 1210: Loss: 1.592931866645813 Epoch 1211: Loss: 1.599798321723938 Epoch 1212: Loss: 1.641654133796692 Epoch 1213: Loss: 1.6316006183624268 Epoch 1214: Loss: 1.6426844596862793 Epoch 1215: Loss: 1.66087806224823 Epoch 1216: Loss: 1.6649291515350342 Epoch 1217: Loss: 1.668371558189392 Epoch 1218: Loss: 1.6600217819213867 Epoch 1219: Loss: 1.7110652923583984 Epoch 1220: Loss: 1.580127239227295 Epoch 1221: Loss: 1.5916625261306763 Epoch 1222: Loss: 1.6339008808135986 Epoch 1223: Loss: 1.6499577760696411 Epoch 1224: Loss: 1.672645926475525 Epoch 1225: Loss: 1.5749179124832153 Epoch 1226: Loss: 1.5816835165023804 Epoch 1227: Loss: 1.618124008178711 Epoch 1228: Loss: 1.6972383260726929 Epoch 1229: Loss: 1.5982301235198975 Epoch 1230: Loss: 1.5831009149551392 Epoch 1231: Loss: 1.6559805870056152 Epoch 1232: Loss: 1.597607135772705 Epoch 1233: Loss: 1.546589732170105 Epoch 1234: Loss: 1.6500003337860107 Epoch 1235: Loss: 1.6143617630004883 Epoch 1236: Loss: 1.6563403606414795 Epoch 1237: Loss: 1.6190167665481567 Epoch 1238: Loss: 1.555898904800415 Epoch 1239: Loss: 1.5774232149124146 Epoch 1240: Loss: 1.4687193632125854 Epoch 1241: Loss: 1.6229181289672852 Epoch 1242: Loss: 1.642816424369812 Epoch 1243: Loss: 1.6575196981430054 Epoch 1244: Loss: 1.7167341709136963 Epoch 1245: Loss: 1.7385321855545044 Epoch 1246: Loss: 1.7633858919143677 Epoch 1247: Loss: 1.6626659631729126 Epoch 1248: Loss: 1.7048823833465576 Epoch 1249: Loss: 1.6056969165802002 Epoch 1250: Loss: 1.5938727855682373 Epoch 1251: Loss: 1.5955491065979004 Epoch 1252: Loss: 1.6320418119430542 Epoch 1253: Loss: 1.638318419456482 Epoch 1254: Loss: 1.574479103088379 Epoch 1255: Loss: 1.60370671749115 Epoch 1256: Loss: 1.593664526939392 Epoch 1257: Loss: 1.57845938205719 Epoch 1258: Loss: 1.5884088277816772 Epoch 1259: Loss: 1.5877625942230225 Epoch 1260: Loss: 1.5606579780578613 Epoch 1261: Loss: 1.6104718446731567 Epoch 1262: Loss: 1.559123158454895 Epoch 1263: Loss: 1.6473536491394043 Epoch 1264: Loss: 1.5350960493087769 Epoch 1265: Loss: 1.5839786529541016 Epoch 1266: Loss: 1.5311585664749146 Epoch 1267: Loss: 1.6039702892303467 Epoch 1268: Loss: 1.5561381578445435 Epoch 1269: Loss: 1.6247344017028809 Epoch 1270: Loss: 1.6169116497039795 Epoch 1271: Loss: 1.5285804271697998 Epoch 1272: Loss: 1.6753355264663696 Epoch 1273: Loss: 1.5597554445266724 Epoch 1274: Loss: 1.670395851135254 Epoch 1275: Loss: 1.5545802116394043 Epoch 1276: Loss: 1.6230295896530151 Epoch 1277: Loss: 1.456458568572998 Epoch 1278: Loss: 1.577404260635376 Epoch 1279: Loss: 1.547698736190796 Epoch 1280: Loss: 1.5721228122711182 Epoch 1281: Loss: 1.5502793788909912 Epoch 1282: Loss: 1.5551265478134155 Epoch 1283: Loss: 1.543769121170044 Epoch 1284: Loss: 1.69232976436615 Epoch 1285: Loss: 1.6741636991500854 Epoch 1286: Loss: 1.529241681098938 Epoch 1287: Loss: 1.6586856842041016 Epoch 1288: Loss: 1.5074775218963623 Epoch 1289: Loss: 1.5896437168121338 Epoch 1290: Loss: 1.591576337814331 Epoch 1291: Loss: 1.4624990224838257 Epoch 1292: Loss: 1.6407655477523804 Epoch 1293: Loss: 1.5871003866195679 Epoch 1294: Loss: 1.5703587532043457 Epoch 1295: Loss: 1.5725443363189697 Epoch 1296: Loss: 1.6303471326828003 Epoch 1297: Loss: 1.6656649112701416 Epoch 1298: Loss: 1.606645107269287 Epoch 1299: Loss: 1.6297574043273926 Epoch 1300: Loss: 1.527521014213562 Epoch 1301: Loss: 1.5357459783554077 Epoch 1302: Loss: 1.4631116390228271 Epoch 1303: Loss: 1.5447207689285278 Epoch 1304: Loss: 1.5946816205978394 Epoch 1305: Loss: 1.563638687133789 Epoch 1306: Loss: 1.5186866521835327 Epoch 1307: Loss: 1.5999149084091187 Epoch 1308: Loss: 1.4872002601623535 Epoch 1309: Loss: 1.548782229423523 Epoch 1310: Loss: 1.537761926651001 Epoch 1311: Loss: 1.6193510293960571 Epoch 1312: Loss: 1.6412220001220703 Epoch 1313: Loss: 1.5002710819244385 Epoch 1314: Loss: 1.4536383152008057 Epoch 1315: Loss: 1.5903444290161133 Epoch 1316: Loss: 1.5891025066375732 Epoch 1317: Loss: 1.4937424659729004 Epoch 1318: Loss: 1.573129415512085 Epoch 1319: Loss: 1.6104097366333008 Epoch 1320: Loss: 1.497390627861023 Epoch 1321: Loss: 1.5556584596633911 Epoch 1322: Loss: 1.5827487707138062 Epoch 1323: Loss: 1.4945775270462036 Epoch 1324: Loss: 1.504016637802124 Epoch 1325: Loss: 1.500282645225525 Epoch 1326: Loss: 1.5124831199645996 Epoch 1327: Loss: 1.5800715684890747 Epoch 1328: Loss: 1.5004441738128662 Epoch 1329: Loss: 1.5819522142410278 Epoch 1330: Loss: 1.5346699953079224 Epoch 1331: Loss: 1.5442698001861572 Epoch 1332: Loss: 1.515534520149231 Epoch 1333: Loss: 1.5985355377197266 Epoch 1334: Loss: 1.6128195524215698 Epoch 1335: Loss: 1.5606940984725952 Epoch 1336: Loss: 1.6308212280273438 Epoch 1337: Loss: 1.4994553327560425 Epoch 1338: Loss: 1.6291489601135254 Epoch 1339: Loss: 1.5323406457901 Epoch 1340: Loss: 1.536052942276001 Epoch 1341: Loss: 1.5799171924591064 Epoch 1342: Loss: 1.6662731170654297 Epoch 1343: Loss: 1.6157474517822266 Epoch 1344: Loss: 1.6050138473510742 Epoch 1345: Loss: 1.4851661920547485 Epoch 1346: Loss: 1.4762086868286133 Epoch 1347: Loss: 1.5886509418487549 Epoch 1348: Loss: 1.4930232763290405 Epoch 1349: Loss: 1.5922080278396606 Epoch 1350: Loss: 1.4722111225128174 Epoch 1351: Loss: 1.5549945831298828 Epoch 1352: Loss: 1.5306841135025024 Epoch 1353: Loss: 1.5210999250411987 Epoch 1354: Loss: 1.571799635887146 Epoch 1355: Loss: 1.6170743703842163 Epoch 1356: Loss: 1.5006650686264038 Epoch 1357: Loss: 1.4894447326660156 Epoch 1358: Loss: 1.6786925792694092 Epoch 1359: Loss: 1.5550510883331299 Epoch 1360: Loss: 1.4779880046844482 Epoch 1361: Loss: 1.5118094682693481 Epoch 1362: Loss: 1.5319498777389526 Epoch 1363: Loss: 1.48899245262146 Epoch 1364: Loss: 1.50497567653656 Epoch 1365: Loss: 1.5612751245498657 Epoch 1366: Loss: 1.5042070150375366 Epoch 1367: Loss: 1.5574880838394165 Epoch 1368: Loss: 1.5874137878417969 Epoch 1369: Loss: 1.4589691162109375 Epoch 1370: Loss: 1.5347319841384888 Epoch 1371: Loss: 1.4923056364059448 Epoch 1372: Loss: 1.5040704011917114 Epoch 1373: Loss: 1.5014241933822632 Epoch 1374: Loss: 1.4760901927947998 Epoch 1375: Loss: 1.553906798362732 Epoch 1376: Loss: 1.5018935203552246 Epoch 1377: Loss: 1.5677940845489502 Epoch 1378: Loss: 1.558024525642395 Epoch 1379: Loss: 1.4693694114685059 Epoch 1380: Loss: 1.459991693496704 Epoch 1381: Loss: 1.4989597797393799 Epoch 1382: Loss: 1.39010751247406 Epoch 1383: Loss: 1.4032223224639893 Epoch 1384: Loss: 1.5413671731948853 Epoch 1385: Loss: 1.5347721576690674 Epoch 1386: Loss: 1.6013339757919312 Epoch 1387: Loss: 1.5073095560073853 Epoch 1388: Loss: 1.4527076482772827 Epoch 1389: Loss: 1.5983694791793823 Epoch 1390: Loss: 1.4538416862487793 Epoch 1391: Loss: 1.4878261089324951 Epoch 1392: Loss: 1.4983386993408203 Epoch 1393: Loss: 1.4649221897125244 Epoch 1394: Loss: 1.491120457649231 Epoch 1395: Loss: 1.4620463848114014 Epoch 1396: Loss: 1.4502607583999634 Epoch 1397: Loss: 1.4843010902404785 Epoch 1398: Loss: 1.470544457435608 Epoch 1399: Loss: 1.5427607297897339 Epoch 1400: Loss: 1.4969269037246704 Epoch 1401: Loss: 1.5782488584518433 Epoch 1402: Loss: 1.491178274154663 Epoch 1403: Loss: 1.5016751289367676 Epoch 1404: Loss: 1.509740948677063 Epoch 1405: Loss: 1.5476197004318237 Epoch 1406: Loss: 1.5771149396896362 Epoch 1407: Loss: 1.4639365673065186 Epoch 1408: Loss: 1.4550211429595947 Epoch 1409: Loss: 1.4800945520401 Epoch 1410: Loss: 1.5157296657562256 Epoch 1411: Loss: 1.5111287832260132 Epoch 1412: Loss: 1.4704290628433228 Epoch 1413: Loss: 1.4982938766479492 Epoch 1414: Loss: 1.5884678363800049 Epoch 1415: Loss: 1.532832145690918 Epoch 1416: Loss: 1.5163624286651611 Epoch 1417: Loss: 1.497131109237671 Epoch 1418: Loss: 1.5124714374542236 Epoch 1419: Loss: 1.533746600151062 Epoch 1420: Loss: 1.6113297939300537 Epoch 1421: Loss: 1.5423104763031006 Epoch 1422: Loss: 1.4978636503219604 Epoch 1423: Loss: 1.5367035865783691 Epoch 1424: Loss: 1.5703941583633423 Epoch 1425: Loss: 1.5313655138015747 Epoch 1426: Loss: 1.4860420227050781 Epoch 1427: Loss: 1.5374284982681274 Epoch 1428: Loss: 1.4813036918640137 Epoch 1429: Loss: 1.562316656112671 Epoch 1430: Loss: 1.429381251335144 Epoch 1431: Loss: 1.5520672798156738 Epoch 1432: Loss: 1.5425255298614502 Epoch 1433: Loss: 1.4050397872924805 Epoch 1434: Loss: 1.511879801750183 Epoch 1435: Loss: 1.5223585367202759 Epoch 1436: Loss: 1.4537804126739502 Epoch 1437: Loss: 1.5323666334152222 Epoch 1438: Loss: 1.4676222801208496 Epoch 1439: Loss: 1.3980026245117188 Epoch 1440: Loss: 1.4040273427963257 Epoch 1441: Loss: 1.4448233842849731 Epoch 1442: Loss: 1.3797396421432495 Epoch 1443: Loss: 1.4952946901321411 Epoch 1444: Loss: 1.4140090942382812 Epoch 1445: Loss: 1.4605432748794556 Epoch 1446: Loss: 1.5335525274276733 Epoch 1447: Loss: 1.5242021083831787 Epoch 1448: Loss: 1.4562560319900513 Epoch 1449: Loss: 1.39616060256958 Epoch 1450: Loss: 1.4559983015060425 Epoch 1451: Loss: 1.5112624168395996 Epoch 1452: Loss: 1.5079336166381836 Epoch 1453: Loss: 1.5684510469436646 Epoch 1454: Loss: 1.4925822019577026 Epoch 1455: Loss: 1.4962431192398071 Epoch 1456: Loss: 1.4175868034362793 Epoch 1457: Loss: 1.4972164630889893 Epoch 1458: Loss: 1.4223525524139404 Epoch 1459: Loss: 1.43578040599823 Epoch 1460: Loss: 1.4654349088668823 Epoch 1461: Loss: 1.4872127771377563 Epoch 1462: Loss: 1.5278347730636597 Epoch 1463: Loss: 1.485641360282898 Epoch 1464: Loss: 1.4410415887832642 Epoch 1465: Loss: 1.505732536315918 Epoch 1466: Loss: 1.4620286226272583 Epoch 1467: Loss: 1.490972638130188 Epoch 1468: Loss: 1.5586795806884766 Epoch 1469: Loss: 1.4316892623901367 Epoch 1470: Loss: 1.4852209091186523 Epoch 1471: Loss: 1.5177479982376099 Epoch 1472: Loss: 1.4490641355514526 Epoch 1473: Loss: 1.519089698791504 Epoch 1474: Loss: 1.5457936525344849 Epoch 1475: Loss: 1.5508776903152466 Epoch 1476: Loss: 1.3425445556640625 Epoch 1477: Loss: 1.5032436847686768 Epoch 1478: Loss: 1.5567140579223633 Epoch 1479: Loss: 1.4895575046539307 Epoch 1480: Loss: 1.468109130859375 Epoch 1481: Loss: 1.3990780115127563 Epoch 1482: Loss: 1.6118669509887695 Epoch 1483: Loss: 1.4546345472335815 Epoch 1484: Loss: 1.4363137483596802 Epoch 1485: Loss: 1.5248223543167114 Epoch 1486: Loss: 1.4306553602218628 Epoch 1487: Loss: 1.445270299911499 Epoch 1488: Loss: 1.4589548110961914 Epoch 1489: Loss: 1.40545654296875 Epoch 1490: Loss: 1.426424503326416 Epoch 1491: Loss: 1.4159080982208252 Epoch 1492: Loss: 1.3834623098373413 Epoch 1493: Loss: 1.4531687498092651 Epoch 1494: Loss: 1.4701111316680908 Epoch 1495: Loss: 1.5531282424926758 Epoch 1496: Loss: 1.4741251468658447 Epoch 1497: Loss: 1.355822205543518 Epoch 1498: Loss: 1.4294650554656982 Epoch 1499: Loss: 1.4725011587142944 Epoch 1500: Loss: 1.5272760391235352 Epoch 1501: Loss: 1.3991550207138062 Epoch 1502: Loss: 1.3333945274353027 Epoch 1503: Loss: 1.4324235916137695 Epoch 1504: Loss: 1.3822784423828125 Epoch 1505: Loss: 1.4480997323989868 Epoch 1506: Loss: 1.3852614164352417 Epoch 1507: Loss: 1.4525623321533203 Epoch 1508: Loss: 1.4282784461975098 Epoch 1509: Loss: 1.4234356880187988 Epoch 1510: Loss: 1.4466595649719238 Epoch 1511: Loss: 1.4665368795394897 Epoch 1512: Loss: 1.4670301675796509 Epoch 1513: Loss: 1.3715373277664185 Epoch 1514: Loss: 1.4957425594329834 Epoch 1515: Loss: 1.431840181350708 Epoch 1516: Loss: 1.5585792064666748 Epoch 1517: Loss: 1.4978193044662476 Epoch 1518: Loss: 1.435758113861084 Epoch 1519: Loss: 1.3610352277755737 Epoch 1520: Loss: 1.5052837133407593 Epoch 1521: Loss: 1.4756542444229126 Epoch 1522: Loss: 1.4959561824798584 Epoch 1523: Loss: 1.390251636505127 Epoch 1524: Loss: 1.383601427078247 Epoch 1525: Loss: 1.3657941818237305 Epoch 1526: Loss: 1.411186695098877 Epoch 1527: Loss: 1.5033559799194336 Epoch 1528: Loss: 1.3979196548461914 Epoch 1529: Loss: 1.4768537282943726 Epoch 1530: Loss: 1.4586608409881592 Epoch 1531: Loss: 1.4056251049041748 Epoch 1532: Loss: 1.4907395839691162 Epoch 1533: Loss: 1.4962656497955322 Epoch 1534: Loss: 1.4647414684295654 Epoch 1535: Loss: 1.4448307752609253 Epoch 1536: Loss: 1.3574659824371338 Epoch 1537: Loss: 1.4131096601486206 Epoch 1538: Loss: 1.3406729698181152 Epoch 1539: Loss: 1.413931131362915 Epoch 1540: Loss: 1.4766496419906616 Epoch 1541: Loss: 1.377548098564148 Epoch 1542: Loss: 1.3903521299362183 Epoch 1543: Loss: 1.3794015645980835 Epoch 1544: Loss: 1.3695006370544434 Epoch 1545: Loss: 1.3211638927459717 Epoch 1546: Loss: 1.443640112876892 Epoch 1547: Loss: 1.4548250436782837 Epoch 1548: Loss: 1.37661612033844 Epoch 1549: Loss: 1.4818741083145142 Epoch 1550: Loss: 1.360223650932312 Epoch 1551: Loss: 1.4110249280929565 Epoch 1552: Loss: 1.4624079465866089 Epoch 1553: Loss: 1.344534158706665 Epoch 1554: Loss: 1.4007126092910767 Epoch 1555: Loss: 1.3516829013824463 Epoch 1556: Loss: 1.2833549976348877 Epoch 1557: Loss: 1.417209267616272 Epoch 1558: Loss: 1.3890504837036133 Epoch 1559: Loss: 1.41493558883667 Epoch 1560: Loss: 1.33231520652771 Epoch 1561: Loss: 1.4201585054397583 Epoch 1562: Loss: 1.4614101648330688 Epoch 1563: Loss: 1.421655535697937 Epoch 1564: Loss: 1.4187631607055664 Epoch 1565: Loss: 1.3395018577575684 Epoch 1566: Loss: 1.4039053916931152 Epoch 1567: Loss: 1.401831865310669 Epoch 1568: Loss: 1.3905318975448608 Epoch 1569: Loss: 1.453458309173584 Epoch 1570: Loss: 1.4069013595581055 Epoch 1571: Loss: 1.4030271768569946 Epoch 1572: Loss: 1.4275323152542114 Epoch 1573: Loss: 1.4154831171035767 Epoch 1574: Loss: 1.4013793468475342 Epoch 1575: Loss: 1.3860032558441162 Epoch 1576: Loss: 1.3929378986358643 Epoch 1577: Loss: 1.3906488418579102 Epoch 1578: Loss: 1.427194595336914 Epoch 1579: Loss: 1.3817089796066284 Epoch 1580: Loss: 1.4208697080612183 Epoch 1581: Loss: 1.3485302925109863 Epoch 1582: Loss: 1.394255518913269 Epoch 1583: Loss: 1.4720728397369385 Epoch 1584: Loss: 1.3712602853775024 Epoch 1585: Loss: 1.456046462059021 Epoch 1586: Loss: 1.396412968635559 Epoch 1587: Loss: 1.3230153322219849 Epoch 1588: Loss: 1.3960589170455933 Epoch 1589: Loss: 1.4129337072372437 Epoch 1590: Loss: 1.377726435661316 Epoch 1591: Loss: 1.4911149740219116 Epoch 1592: Loss: 1.3806463479995728 Epoch 1593: Loss: 1.349820613861084 Epoch 1594: Loss: 1.3154326677322388 Epoch 1595: Loss: 1.3655667304992676 Epoch 1596: Loss: 1.3711267709732056 Epoch 1597: Loss: 1.4197684526443481 Epoch 1598: Loss: 1.379371166229248 Epoch 1599: Loss: 1.4174678325653076 Epoch 1600: Loss: 1.4125897884368896 Epoch 1601: Loss: 1.3861740827560425 Epoch 1602: Loss: 1.3405952453613281 Epoch 1603: Loss: 1.3453282117843628 Epoch 1604: Loss: 1.4185023307800293 Epoch 1605: Loss: 1.3962535858154297 Epoch 1606: Loss: 1.3434779644012451 Epoch 1607: Loss: 1.305286169052124 Epoch 1608: Loss: 1.3904454708099365 Epoch 1609: Loss: 1.3418182134628296 Epoch 1610: Loss: 1.3549391031265259 Epoch 1611: Loss: 1.4370710849761963 Epoch 1612: Loss: 1.3747916221618652 Epoch 1613: Loss: 1.299383282661438 Epoch 1614: Loss: 1.390588641166687 Epoch 1615: Loss: 1.3403617143630981 Epoch 1616: Loss: 1.3624532222747803 Epoch 1617: Loss: 1.3220196962356567 Epoch 1618: Loss: 1.350753903388977 Epoch 1619: Loss: 1.399940848350525 Epoch 1620: Loss: 1.249794840812683 Epoch 1621: Loss: 1.4412778615951538 Epoch 1622: Loss: 1.3505303859710693 Epoch 1623: Loss: 1.3872051239013672 Epoch 1624: Loss: 1.454716444015503 Epoch 1625: Loss: 1.3403044939041138 Epoch 1626: Loss: 1.4162980318069458 Epoch 1627: Loss: 1.4277915954589844 Epoch 1628: Loss: 1.283243179321289 Epoch 1629: Loss: 1.3704122304916382 Epoch 1630: Loss: 1.3867506980895996 Epoch 1631: Loss: 1.4250057935714722 Epoch 1632: Loss: 1.3612016439437866 Epoch 1633: Loss: 1.2936196327209473 Epoch 1634: Loss: 1.4390935897827148 Epoch 1635: Loss: 1.3473066091537476 Epoch 1636: Loss: 1.476843237876892 Epoch 1637: Loss: 1.4162224531173706 Epoch 1638: Loss: 1.329233169555664 Epoch 1639: Loss: 1.3281418085098267 Epoch 1640: Loss: 1.327834963798523 Epoch 1641: Loss: 1.366174340248108 Epoch 1642: Loss: 1.2823073863983154 Epoch 1643: Loss: 1.3290297985076904 Epoch 1644: Loss: 1.320036768913269 Epoch 1645: Loss: 1.3530503511428833 Epoch 1646: Loss: 1.2878215312957764 Epoch 1647: Loss: 1.3954602479934692 Epoch 1648: Loss: 1.42458975315094 Epoch 1649: Loss: 1.3072718381881714 Epoch 1650: Loss: 1.3109549283981323 Epoch 1651: Loss: 1.423470377922058 Epoch 1652: Loss: 1.3149559497833252 Epoch 1653: Loss: 1.3231396675109863 Epoch 1654: Loss: 1.3750505447387695 Epoch 1655: Loss: 1.3887572288513184 Epoch 1656: Loss: 1.3537342548370361 Epoch 1657: Loss: 1.3506698608398438 Epoch 1658: Loss: 1.4103118181228638 Epoch 1659: Loss: 1.324908971786499 Epoch 1660: Loss: 1.344589352607727 Epoch 1661: Loss: 1.3186887502670288 Epoch 1662: Loss: 1.3871550559997559 Epoch 1663: Loss: 1.422827959060669 Epoch 1664: Loss: 1.298219919204712 Epoch 1665: Loss: 1.3429611921310425 Epoch 1666: Loss: 1.3351038694381714 Epoch 1667: Loss: 1.3472445011138916 Epoch 1668: Loss: 1.336531162261963 Epoch 1669: Loss: 1.2751471996307373 Epoch 1670: Loss: 1.4424322843551636 Epoch 1671: Loss: 1.2250877618789673 Epoch 1672: Loss: 1.4017869234085083 Epoch 1673: Loss: 1.332602620124817 Epoch 1674: Loss: 1.3110133409500122 Epoch 1675: Loss: 1.3637049198150635 Epoch 1676: Loss: 1.2903727293014526 Epoch 1677: Loss: 1.293014407157898 Epoch 1678: Loss: 1.251568078994751 Epoch 1679: Loss: 1.303524374961853 Epoch 1680: Loss: 1.3735930919647217 Epoch 1681: Loss: 1.363461971282959 Epoch 1682: Loss: 1.357295036315918 Epoch 1683: Loss: 1.4593744277954102 Epoch 1684: Loss: 1.3680530786514282 Epoch 1685: Loss: 1.3164950609207153 Epoch 1686: Loss: 1.3156670331954956 Epoch 1687: Loss: 1.3361594676971436 Epoch 1688: Loss: 1.3625625371932983 Epoch 1689: Loss: 1.2812827825546265 Epoch 1690: Loss: 1.4295618534088135 Epoch 1691: Loss: 1.261199712753296 Epoch 1692: Loss: 1.4393092393875122 Epoch 1693: Loss: 1.3059238195419312 Epoch 1694: Loss: 1.3032866716384888 Epoch 1695: Loss: 1.3503490686416626 Epoch 1696: Loss: 1.3427759408950806 Epoch 1697: Loss: 1.3226386308670044 Epoch 1698: Loss: 1.3178112506866455 Epoch 1699: Loss: 1.2572574615478516 Epoch 1700: Loss: 1.3434983491897583 Epoch 1701: Loss: 1.390444278717041 Epoch 1702: Loss: 1.3083049058914185 Epoch 1703: Loss: 1.31050443649292 Epoch 1704: Loss: 1.4047962427139282 Epoch 1705: Loss: 1.4003565311431885 Epoch 1706: Loss: 1.3765302896499634 Epoch 1707: Loss: 1.2629950046539307 Epoch 1708: Loss: 1.2949442863464355 Epoch 1709: Loss: 1.412811040878296 Epoch 1710: Loss: 1.3743938207626343 Epoch 1711: Loss: 1.3628993034362793 Epoch 1712: Loss: 1.3912758827209473 Epoch 1713: Loss: 1.290479302406311 Epoch 1714: Loss: 1.3279272317886353 Epoch 1715: Loss: 1.2860054969787598 Epoch 1716: Loss: 1.25032377243042 Epoch 1717: Loss: 1.3516180515289307 Epoch 1718: Loss: 1.2764431238174438 Epoch 1719: Loss: 1.2601940631866455 Epoch 1720: Loss: 1.323062539100647 Epoch 1721: Loss: 1.3398592472076416 Epoch 1722: Loss: 1.334847331047058 Epoch 1723: Loss: 1.4812309741973877 Epoch 1724: Loss: 1.3539942502975464 Epoch 1725: Loss: 1.282932162284851 Epoch 1726: Loss: 1.3775203227996826 Epoch 1727: Loss: 1.3362287282943726 Epoch 1728: Loss: 1.2956534624099731 Epoch 1729: Loss: 1.4726868867874146 Epoch 1730: Loss: 1.3461754322052002 Epoch 1731: Loss: 1.3305808305740356 Epoch 1732: Loss: 1.369942545890808 Epoch 1733: Loss: 1.3303996324539185 Epoch 1734: Loss: 1.3393865823745728 Epoch 1735: Loss: 1.3534367084503174 Epoch 1736: Loss: 1.2812161445617676 Epoch 1737: Loss: 1.2549479007720947 Epoch 1738: Loss: 1.2822301387786865 Epoch 1739: Loss: 1.2551307678222656 Epoch 1740: Loss: 1.2677209377288818 Epoch 1741: Loss: 1.287624478340149 Epoch 1742: Loss: 1.288969874382019 Epoch 1743: Loss: 1.289788842201233 Epoch 1744: Loss: 1.3165311813354492 Epoch 1745: Loss: 1.4385799169540405 Epoch 1746: Loss: 1.3673633337020874 Epoch 1747: Loss: 1.317143440246582 Epoch 1748: Loss: 1.335363745689392 Epoch 1749: Loss: 1.29715895652771 Epoch 1750: Loss: 1.2749954462051392 Epoch 1751: Loss: 1.2662460803985596 Epoch 1752: Loss: 1.3193243741989136 Epoch 1753: Loss: 1.3165332078933716 Epoch 1754: Loss: 1.3350045680999756 Epoch 1755: Loss: 1.2783209085464478 Epoch 1756: Loss: 1.315186858177185 Epoch 1757: Loss: 1.2556785345077515 Epoch 1758: Loss: 1.3426591157913208 Epoch 1759: Loss: 1.2226800918579102 Epoch 1760: Loss: 1.3183565139770508 Epoch 1761: Loss: 1.343783974647522 Epoch 1762: Loss: 1.29367995262146 Epoch 1763: Loss: 1.2952146530151367 Epoch 1764: Loss: 1.3329823017120361 Epoch 1765: Loss: 1.2671993970870972 Epoch 1766: Loss: 1.2781403064727783 Epoch 1767: Loss: 1.263007402420044 Epoch 1768: Loss: 1.2567270994186401 Epoch 1769: Loss: 1.3574340343475342 Epoch 1770: Loss: 1.372835636138916 Epoch 1771: Loss: 1.314903736114502 Epoch 1772: Loss: 1.3119933605194092 Epoch 1773: Loss: 1.2146453857421875 Epoch 1774: Loss: 1.3278089761734009 Epoch 1775: Loss: 1.2316042184829712 Epoch 1776: Loss: 1.1991108655929565 Epoch 1777: Loss: 1.2125593423843384 Epoch 1778: Loss: 1.167803406715393 Epoch 1779: Loss: 1.4003965854644775 Epoch 1780: Loss: 1.262661337852478 Epoch 1781: Loss: 1.2983664274215698 Epoch 1782: Loss: 1.315295696258545 Epoch 1783: Loss: 1.287948489189148 Epoch 1784: Loss: 1.1876795291900635 Epoch 1785: Loss: 1.2820570468902588 Epoch 1786: Loss: 1.2296303510665894 Epoch 1787: Loss: 1.3499010801315308 Epoch 1788: Loss: 1.275618314743042 Epoch 1789: Loss: 1.3292884826660156 Epoch 1790: Loss: 1.2206789255142212 Epoch 1791: Loss: 1.3505573272705078 Epoch 1792: Loss: 1.2328453063964844 Epoch 1793: Loss: 1.2363375425338745 Epoch 1794: Loss: 1.2708114385604858 Epoch 1795: Loss: 1.3041741847991943 Epoch 1796: Loss: 1.3212411403656006 Epoch 1797: Loss: 1.2798784971237183 Epoch 1798: Loss: 1.216314673423767 Epoch 1799: Loss: 1.1891653537750244 Epoch 1800: Loss: 1.2492696046829224 Epoch 1801: Loss: 1.3324133157730103 Epoch 1802: Loss: 1.3533395528793335 Epoch 1803: Loss: 1.273650884628296 Epoch 1804: Loss: 1.3705224990844727 Epoch 1805: Loss: 1.2792819738388062 Epoch 1806: Loss: 1.307341456413269 Epoch 1807: Loss: 1.2492233514785767 Epoch 1808: Loss: 1.2680039405822754 Epoch 1809: Loss: 1.3292932510375977 Epoch 1810: Loss: 1.2378041744232178 Epoch 1811: Loss: 1.2766175270080566 Epoch 1812: Loss: 1.2922027111053467 Epoch 1813: Loss: 1.226430058479309 Epoch 1814: Loss: 1.2266979217529297 Epoch 1815: Loss: 1.265196681022644 Epoch 1816: Loss: 1.241701602935791 Epoch 1817: Loss: 1.2470993995666504 Epoch 1818: Loss: 1.345184326171875 Epoch 1819: Loss: 1.2851057052612305 Epoch 1820: Loss: 1.3124219179153442 Epoch 1821: Loss: 1.3387205600738525 Epoch 1822: Loss: 1.3336914777755737 Epoch 1823: Loss: 1.2324724197387695 Epoch 1824: Loss: 1.3074324131011963 Epoch 1825: Loss: 1.2950690984725952 Epoch 1826: Loss: 1.2259042263031006 Epoch 1827: Loss: 1.2833571434020996 Epoch 1828: Loss: 1.3289893865585327 Epoch 1829: Loss: 1.3182319402694702 Epoch 1830: Loss: 1.2343615293502808 Epoch 1831: Loss: 1.2190128564834595 Epoch 1832: Loss: 1.2357596158981323 Epoch 1833: Loss: 1.2588268518447876 Epoch 1834: Loss: 1.1820662021636963 Epoch 1835: Loss: 1.3383984565734863 Epoch 1836: Loss: 1.2809937000274658 Epoch 1837: Loss: 1.3599069118499756 Epoch 1838: Loss: 1.268693208694458 Epoch 1839: Loss: 1.2665213346481323 Epoch 1840: Loss: 1.3383933305740356 Epoch 1841: Loss: 1.2508678436279297 Epoch 1842: Loss: 1.287062644958496 Epoch 1843: Loss: 1.259467363357544 Epoch 1844: Loss: 1.1955089569091797 Epoch 1845: Loss: 1.3045310974121094 Epoch 1846: Loss: 1.2973456382751465 Epoch 1847: Loss: 1.2739089727401733 Epoch 1848: Loss: 1.3219242095947266 Epoch 1849: Loss: 1.2809009552001953 Epoch 1850: Loss: 1.2333389520645142 Epoch 1851: Loss: 1.1848169565200806 Epoch 1852: Loss: 1.2647165060043335 Epoch 1853: Loss: 1.2623600959777832 Epoch 1854: Loss: 1.3013170957565308 Epoch 1855: Loss: 1.2257779836654663 Epoch 1856: Loss: 1.2634270191192627 Epoch 1857: Loss: 1.2805293798446655 Epoch 1858: Loss: 1.261335015296936 Epoch 1859: Loss: 1.2467057704925537 Epoch 1860: Loss: 1.2472307682037354 Epoch 1861: Loss: 1.2508188486099243 Epoch 1862: Loss: 1.3302069902420044 Epoch 1863: Loss: 1.1795011758804321 Epoch 1864: Loss: 1.2977147102355957 Epoch 1865: Loss: 1.2750359773635864 Epoch 1866: Loss: 1.2751623392105103 Epoch 1867: Loss: 1.1924834251403809 Epoch 1868: Loss: 1.2987241744995117 Epoch 1869: Loss: 1.3624374866485596 Epoch 1870: Loss: 1.2953474521636963 Epoch 1871: Loss: 1.200668215751648 Epoch 1872: Loss: 1.1846214532852173 Epoch 1873: Loss: 1.2499547004699707 Epoch 1874: Loss: 1.224575400352478 Epoch 1875: Loss: 1.2688069343566895 Epoch 1876: Loss: 1.3288344144821167 Epoch 1877: Loss: 1.2036921977996826 Epoch 1878: Loss: 1.2819082736968994 Epoch 1879: Loss: 1.3145952224731445 Epoch 1880: Loss: 1.2935470342636108 Epoch 1881: Loss: 1.2838590145111084 Epoch 1882: Loss: 1.2826298475265503 Epoch 1883: Loss: 1.2361797094345093 Epoch 1884: Loss: 1.2835609912872314 Epoch 1885: Loss: 1.2674740552902222 Epoch 1886: Loss: 1.197097659111023 Epoch 1887: Loss: 1.3382234573364258 Epoch 1888: Loss: 1.2833855152130127 Epoch 1889: Loss: 1.2829471826553345 Epoch 1890: Loss: 1.2166345119476318 Epoch 1891: Loss: 1.3234604597091675 Epoch 1892: Loss: 1.2084910869598389 Epoch 1893: Loss: 1.301202654838562 Epoch 1894: Loss: 1.2322062253952026 Epoch 1895: Loss: 1.2453192472457886 Epoch 1896: Loss: 1.1960313320159912 Epoch 1897: Loss: 1.1964263916015625 Epoch 1898: Loss: 1.2166589498519897 Epoch 1899: Loss: 1.1915175914764404 Epoch 1900: Loss: 1.3080165386199951 Epoch 1901: Loss: 1.2574331760406494 Epoch 1902: Loss: 1.2302607297897339 Epoch 1903: Loss: 1.3376784324645996 Epoch 1904: Loss: 1.246367335319519 Epoch 1905: Loss: 1.1780542135238647 Epoch 1906: Loss: 1.2280051708221436 Epoch 1907: Loss: 1.3283778429031372 Epoch 1908: Loss: 1.2967116832733154 Epoch 1909: Loss: 1.2679966688156128 Epoch 1910: Loss: 1.3287875652313232 Epoch 1911: Loss: 1.2307276725769043 Epoch 1912: Loss: 1.2719755172729492 Epoch 1913: Loss: 1.192063331604004 Epoch 1914: Loss: 1.2196550369262695 Epoch 1915: Loss: 1.2119594812393188 Epoch 1916: Loss: 1.2251611948013306 Epoch 1917: Loss: 1.2883485555648804 Epoch 1918: Loss: 1.2105841636657715 Epoch 1919: Loss: 1.2039567232131958 Epoch 1920: Loss: 1.179986596107483 Epoch 1921: Loss: 1.2138572931289673 Epoch 1922: Loss: 1.233198881149292 Epoch 1923: Loss: 1.2829045057296753 Epoch 1924: Loss: 1.235662817955017 Epoch 1925: Loss: 1.2330628633499146 Epoch 1926: Loss: 1.2426830530166626 Epoch 1927: Loss: 1.2356598377227783 Epoch 1928: Loss: 1.243880271911621 Epoch 1929: Loss: 1.1677088737487793 Epoch 1930: Loss: 1.1561477184295654 Epoch 1931: Loss: 1.2143219709396362 Epoch 1932: Loss: 1.2448574304580688 Epoch 1933: Loss: 1.2060710191726685 Epoch 1934: Loss: 1.2920665740966797 Epoch 1935: Loss: 1.2112586498260498 Epoch 1936: Loss: 1.2515711784362793 Epoch 1937: Loss: 1.1908527612686157 Epoch 1938: Loss: 1.2182519435882568 Epoch 1939: Loss: 1.2752246856689453 Epoch 1940: Loss: 1.2043057680130005 Epoch 1941: Loss: 1.251987338066101 Epoch 1942: Loss: 1.1573971509933472 Epoch 1943: Loss: 1.2641667127609253 Epoch 1944: Loss: 1.1120197772979736 Epoch 1945: Loss: 1.2180179357528687 Epoch 1946: Loss: 1.311562180519104 Epoch 1947: Loss: 1.1595838069915771 Epoch 1948: Loss: 1.2016507387161255 Epoch 1949: Loss: 1.2063658237457275 Epoch 1950: Loss: 1.3040995597839355 Epoch 1951: Loss: 1.281617283821106 Epoch 1952: Loss: 1.2223236560821533 Epoch 1953: Loss: 1.2183469533920288 Epoch 1954: Loss: 1.2011384963989258 Epoch 1955: Loss: 1.2638893127441406 Epoch 1956: Loss: 1.2488679885864258 Epoch 1957: Loss: 1.291027545928955 Epoch 1958: Loss: 1.258880615234375 Epoch 1959: Loss: 1.232470154762268 Epoch 1960: Loss: 1.1758781671524048 Epoch 1961: Loss: 1.2364542484283447 Epoch 1962: Loss: 1.1922253370285034 Epoch 1963: Loss: 1.202356219291687 Epoch 1964: Loss: 1.2444318532943726 Epoch 1965: Loss: 1.2560263872146606 Epoch 1966: Loss: 1.1671350002288818 Epoch 1967: Loss: 1.2774051427841187 Epoch 1968: Loss: 1.2191331386566162 Epoch 1969: Loss: 1.162811040878296 Epoch 1970: Loss: 1.2874523401260376 Epoch 1971: Loss: 1.1852668523788452 Epoch 1972: Loss: 1.2391045093536377 Epoch 1973: Loss: 1.1885205507278442 Epoch 1974: Loss: 1.1708314418792725 Epoch 1975: Loss: 1.2707029581069946 Epoch 1976: Loss: 1.2466410398483276 Epoch 1977: Loss: 1.179306983947754 Epoch 1978: Loss: 1.2265064716339111 Epoch 1979: Loss: 1.1886608600616455 Epoch 1980: Loss: 1.2021682262420654 Epoch 1981: Loss: 1.1668155193328857 Epoch 1982: Loss: 1.1776788234710693 Epoch 1983: Loss: 1.1848129034042358 Epoch 1984: Loss: 1.3083497285842896 Epoch 1985: Loss: 1.2121199369430542 Epoch 1986: Loss: 1.1093473434448242 Epoch 1987: Loss: 1.1844724416732788 Epoch 1988: Loss: 1.1476569175720215 Epoch 1989: Loss: 1.3183133602142334 Epoch 1990: Loss: 1.2350412607192993 Epoch 1991: Loss: 1.1493709087371826 Epoch 1992: Loss: 1.231486201286316 Epoch 1993: Loss: 1.1786259412765503 Epoch 1994: Loss: 1.2090909481048584 Epoch 1995: Loss: 1.194546103477478 Epoch 1996: Loss: 1.1668463945388794 Epoch 1997: Loss: 1.2271426916122437 Epoch 1998: Loss: 1.226270079612732 Epoch 1999: Loss: 1.1805214881896973 Epoch 2000: Loss: 1.191827416419983
def evaluate(data):
model.eval()
with torch.no_grad():
out = model(data.x, data.edge_index)
loss = loss_func(out.squeeze(), data.y)
return loss.item()
test_loss = evaluate(G_data_test)
print(f'Test Loss: {test_loss}')
Test Loss: 4.553127288818359
def predict(data):
model.eval()
with torch.no_grad():
predictions = model(data.x, data.edge_index)
return predictions.squeeze()
predictions = predict(G_data_test)
test_data_['PD GNN 3 LAYERS'] = np.array([from_pred_to_normal(y) for y in predictions])
test_data_[['PD random forest','PD GNN No sdt',"T_LOCAL_TX_PD",'PD GNN 3 LAYERS']]
| T_LOCAL_TX_PD | PD random forest | PD GNN No sdt | PD GNN 3 LAYERS | |
|---|---|---|---|---|
| 3394 | -4 | -4 | -5 | -8 |
| 3396 | -6 | -6 | 5+ | -8 |
| 3403 | 6 | -6 | -5 | 3 |
| 3404 | 7+ | 7 | -5 | -8 |
| 3421 | -5 | -5 | -5 | 6+ |
| ... | ... | ... | ... | ... |
| 4486 | -6 | -6 | -5 | -2 |
| 4488 | 5 | 5 | -5 | -5 |
| 4492 | 7+ | 7+ | -5 | 6+ |
| 4494 | 7 | 7 | -5 | 6 |
| 4499 | -3 | 3 | -5 | -3 |
106 rows × 4 columns
PART 3: ANALYSIS AND CONCLUSIONS¶
The random forest is the best estimator we can find for predicting PD in q4. Here the GNN predict mostly values between 4 and 5. This is less accurate even if this model take in account transactions.
After scaling the new GNN is more better than the previous GNN
PART 4: SOME TIPS TO IMPROVE THE MODEL¶
REDUCING NUMBER OF LAYER¶
class EnhancedGCN(torch.nn.Module):
def __init__(self, num_node_features, hidden_channels, output_channels=1, dropout_rate=0.5):
super(EnhancedGCN, self).__init__()
self.conv1 = GCNConv(num_node_features, hidden_channels)
self.conv2 = GCNConv(hidden_channels, hidden_channels)
#self.conv3 = GCNConv(hidden_channels, hidden_channels)
self.batch_norm1 = BatchNorm(hidden_channels)
#self.batch_norm2 = BatchNorm(hidden_channels)
self.dropout_rate = dropout_rate
self.out = torch.nn.Linear(hidden_channels, output_channels)
def forward(self, x, edge_index):
# 1st layer
x = F.relu(self.conv1(x, edge_index))
x = self.batch_norm1(x)
x = F.dropout(x, p=self.dropout_rate, training=self.training)
'''# 2st layer
x = F.relu(self.conv2(x, edge_index))
x = self.batch_norm2(x)
x = F.dropout(x, p=self.dropout_rate, training=self.training)
'''
# 2rd layer
x = F.relu(self.conv2(x, edge_index))
x = self.out(x)
return x
num_node_features = G_data_train.num_node_features
hidden_channels = 60
output_channels = 1
dropout_rate = 0.4
model = EnhancedGCN(num_node_features, hidden_channels, output_channels, dropout_rate)
optimizer = torch.optim.Adam(model.parameters(), lr=0.001)
loss_func = torch.nn.MSELoss()
def train():
model.train()
optimizer.zero_grad()
out = model(G_data_train.x, G_data_train.edge_index)
loss = loss_func(out.squeeze(), G_data_train.y)
loss.backward()
optimizer.step()
return loss.item()
for epoch in range(2000):
loss = train()
print(f'Epoch {epoch+1}: Loss: {loss}')
Epoch 1: Loss: 38.94203567504883 Epoch 2: Loss: 38.59464645385742 Epoch 3: Loss: 38.11622619628906 Epoch 4: Loss: 37.26491165161133 Epoch 5: Loss: 36.7752571105957 Epoch 6: Loss: 36.60786056518555 Epoch 7: Loss: 35.949806213378906 Epoch 8: Loss: 35.09693145751953 Epoch 9: Loss: 34.44548034667969 Epoch 10: Loss: 34.26069259643555 Epoch 11: Loss: 33.56536102294922 Epoch 12: Loss: 33.37255096435547 Epoch 13: Loss: 33.190757751464844 Epoch 14: Loss: 32.572662353515625 Epoch 15: Loss: 31.995418548583984 Epoch 16: Loss: 31.455135345458984 Epoch 17: Loss: 31.316925048828125 Epoch 18: Loss: 30.652313232421875 Epoch 19: Loss: 30.163463592529297 Epoch 20: Loss: 29.81797981262207 Epoch 21: Loss: 29.37807273864746 Epoch 22: Loss: 29.365827560424805 Epoch 23: Loss: 28.777843475341797 Epoch 24: Loss: 28.392324447631836 Epoch 25: Loss: 27.901737213134766 Epoch 26: Loss: 27.91124725341797 Epoch 27: Loss: 27.084339141845703 Epoch 28: Loss: 26.817873001098633 Epoch 29: Loss: 26.290647506713867 Epoch 30: Loss: 26.151762008666992 Epoch 31: Loss: 25.702415466308594 Epoch 32: Loss: 25.44086265563965 Epoch 33: Loss: 25.15323829650879 Epoch 34: Loss: 24.649656295776367 Epoch 35: Loss: 24.082439422607422 Epoch 36: Loss: 23.791473388671875 Epoch 37: Loss: 23.348520278930664 Epoch 38: Loss: 23.25100326538086 Epoch 39: Loss: 22.669349670410156 Epoch 40: Loss: 22.303115844726562 Epoch 41: Loss: 22.211854934692383 Epoch 42: Loss: 21.756837844848633 Epoch 43: Loss: 21.29031753540039 Epoch 44: Loss: 21.138477325439453 Epoch 45: Loss: 20.556825637817383 Epoch 46: Loss: 20.224504470825195 Epoch 47: Loss: 20.164594650268555 Epoch 48: Loss: 19.86600685119629 Epoch 49: Loss: 19.25166130065918 Epoch 50: Loss: 19.0539493560791 Epoch 51: Loss: 18.55272102355957 Epoch 52: Loss: 18.20916748046875 Epoch 53: Loss: 18.050172805786133 Epoch 54: Loss: 17.27394676208496 Epoch 55: Loss: 17.38973045349121 Epoch 56: Loss: 17.087966918945312 Epoch 57: Loss: 16.605669021606445 Epoch 58: Loss: 16.41281509399414 Epoch 59: Loss: 16.237424850463867 Epoch 60: Loss: 15.755111694335938 Epoch 61: Loss: 15.101424217224121 Epoch 62: Loss: 15.187773704528809 Epoch 63: Loss: 14.963494300842285 Epoch 64: Loss: 14.58465576171875 Epoch 65: Loss: 14.102914810180664 Epoch 66: Loss: 13.837170600891113 Epoch 67: Loss: 13.775227546691895 Epoch 68: Loss: 13.463955879211426 Epoch 69: Loss: 13.121667861938477 Epoch 70: Loss: 12.684029579162598 Epoch 71: Loss: 12.531227111816406 Epoch 72: Loss: 11.912325859069824 Epoch 73: Loss: 11.996221542358398 Epoch 74: Loss: 11.6654634475708 Epoch 75: Loss: 11.299118995666504 Epoch 76: Loss: 11.090987205505371 Epoch 77: Loss: 10.962930679321289 Epoch 78: Loss: 10.54882526397705 Epoch 79: Loss: 10.233709335327148 Epoch 80: Loss: 10.06080436706543 Epoch 81: Loss: 9.847128868103027 Epoch 82: Loss: 9.668456077575684 Epoch 83: Loss: 9.49010944366455 Epoch 84: Loss: 9.372687339782715 Epoch 85: Loss: 9.057093620300293 Epoch 86: Loss: 8.734984397888184 Epoch 87: Loss: 8.697752952575684 Epoch 88: Loss: 8.287969589233398 Epoch 89: Loss: 8.145990371704102 Epoch 90: Loss: 8.087736129760742 Epoch 91: Loss: 7.684653282165527 Epoch 92: Loss: 7.714839458465576 Epoch 93: Loss: 7.446471691131592 Epoch 94: Loss: 7.2507004737854 Epoch 95: Loss: 7.092192649841309 Epoch 96: Loss: 6.951071262359619 Epoch 97: Loss: 6.93784236907959 Epoch 98: Loss: 6.586672782897949 Epoch 99: Loss: 6.442073345184326 Epoch 100: Loss: 6.407472133636475 Epoch 101: Loss: 6.2271223068237305 Epoch 102: Loss: 6.295921325683594 Epoch 103: Loss: 6.1111040115356445 Epoch 104: Loss: 5.8969340324401855 Epoch 105: Loss: 5.751029968261719 Epoch 106: Loss: 5.934386730194092 Epoch 107: Loss: 5.552278518676758 Epoch 108: Loss: 5.588709354400635 Epoch 109: Loss: 5.255930423736572 Epoch 110: Loss: 5.30394983291626 Epoch 111: Loss: 5.40484619140625 Epoch 112: Loss: 5.286473751068115 Epoch 113: Loss: 5.010470390319824 Epoch 114: Loss: 5.142552375793457 Epoch 115: Loss: 4.998308181762695 Epoch 116: Loss: 5.205074310302734 Epoch 117: Loss: 4.962063789367676 Epoch 118: Loss: 4.912359237670898 Epoch 119: Loss: 4.89729118347168 Epoch 120: Loss: 4.8986921310424805 Epoch 121: Loss: 4.723726272583008 Epoch 122: Loss: 4.642154216766357 Epoch 123: Loss: 4.664947032928467 Epoch 124: Loss: 4.6302103996276855 Epoch 125: Loss: 4.5759100914001465 Epoch 126: Loss: 4.488678455352783 Epoch 127: Loss: 4.555803298950195 Epoch 128: Loss: 4.470128059387207 Epoch 129: Loss: 4.581603050231934 Epoch 130: Loss: 4.591786861419678 Epoch 131: Loss: 4.397798538208008 Epoch 132: Loss: 4.312047004699707 Epoch 133: Loss: 4.4320244789123535 Epoch 134: Loss: 4.293773651123047 Epoch 135: Loss: 4.51248836517334 Epoch 136: Loss: 4.311111927032471 Epoch 137: Loss: 4.325172424316406 Epoch 138: Loss: 4.22737455368042 Epoch 139: Loss: 4.2088704109191895 Epoch 140: Loss: 4.11851167678833 Epoch 141: Loss: 4.300833225250244 Epoch 142: Loss: 4.238768100738525 Epoch 143: Loss: 4.190964221954346 Epoch 144: Loss: 4.117274284362793 Epoch 145: Loss: 4.262796878814697 Epoch 146: Loss: 4.040557384490967 Epoch 147: Loss: 4.342349529266357 Epoch 148: Loss: 4.075616836547852 Epoch 149: Loss: 4.0056471824646 Epoch 150: Loss: 4.120167255401611 Epoch 151: Loss: 3.9412448406219482 Epoch 152: Loss: 3.8461287021636963 Epoch 153: Loss: 3.9495890140533447 Epoch 154: Loss: 3.824315309524536 Epoch 155: Loss: 3.828904390335083 Epoch 156: Loss: 3.939420223236084 Epoch 157: Loss: 3.9643352031707764 Epoch 158: Loss: 3.796616792678833 Epoch 159: Loss: 3.8600783348083496 Epoch 160: Loss: 3.872438430786133 Epoch 161: Loss: 3.7911288738250732 Epoch 162: Loss: 3.9621636867523193 Epoch 163: Loss: 3.940312385559082 Epoch 164: Loss: 3.7634339332580566 Epoch 165: Loss: 3.516274929046631 Epoch 166: Loss: 3.652355909347534 Epoch 167: Loss: 3.5423340797424316 Epoch 168: Loss: 3.5968830585479736 Epoch 169: Loss: 3.572106122970581 Epoch 170: Loss: 3.785875082015991 Epoch 171: Loss: 3.6135663986206055 Epoch 172: Loss: 3.6219258308410645 Epoch 173: Loss: 3.5130531787872314 Epoch 174: Loss: 3.587500810623169 Epoch 175: Loss: 3.4964311122894287 Epoch 176: Loss: 3.404216766357422 Epoch 177: Loss: 3.474252223968506 Epoch 178: Loss: 3.405381679534912 Epoch 179: Loss: 3.622281789779663 Epoch 180: Loss: 3.4114291667938232 Epoch 181: Loss: 3.300874948501587 Epoch 182: Loss: 3.436060905456543 Epoch 183: Loss: 3.5277597904205322 Epoch 184: Loss: 3.521045207977295 Epoch 185: Loss: 3.489826202392578 Epoch 186: Loss: 3.4482884407043457 Epoch 187: Loss: 3.41733980178833 Epoch 188: Loss: 3.40470027923584 Epoch 189: Loss: 3.3543264865875244 Epoch 190: Loss: 3.457963705062866 Epoch 191: Loss: 3.484537124633789 Epoch 192: Loss: 3.5347366333007812 Epoch 193: Loss: 3.393115282058716 Epoch 194: Loss: 3.317418098449707 Epoch 195: Loss: 3.4507033824920654 Epoch 196: Loss: 3.280193328857422 Epoch 197: Loss: 3.3478851318359375 Epoch 198: Loss: 3.2626380920410156 Epoch 199: Loss: 3.379070997238159 Epoch 200: Loss: 3.1670682430267334 Epoch 201: Loss: 3.304373025894165 Epoch 202: Loss: 3.377563238143921 Epoch 203: Loss: 3.2028284072875977 Epoch 204: Loss: 3.1897714138031006 Epoch 205: Loss: 3.255074977874756 Epoch 206: Loss: 3.309730291366577 Epoch 207: Loss: 3.2690093517303467 Epoch 208: Loss: 3.2885823249816895 Epoch 209: Loss: 3.310873031616211 Epoch 210: Loss: 3.408918857574463 Epoch 211: Loss: 3.162405490875244 Epoch 212: Loss: 3.229426383972168 Epoch 213: Loss: 3.1981801986694336 Epoch 214: Loss: 3.1470205783843994 Epoch 215: Loss: 3.0601632595062256 Epoch 216: Loss: 3.186603307723999 Epoch 217: Loss: 3.143496036529541 Epoch 218: Loss: 3.082463264465332 Epoch 219: Loss: 3.2853283882141113 Epoch 220: Loss: 3.066232919692993 Epoch 221: Loss: 3.0807976722717285 Epoch 222: Loss: 3.140021800994873 Epoch 223: Loss: 3.0282788276672363 Epoch 224: Loss: 2.9681742191314697 Epoch 225: Loss: 3.2004709243774414 Epoch 226: Loss: 3.2127833366394043 Epoch 227: Loss: 3.0495176315307617 Epoch 228: Loss: 3.19144606590271 Epoch 229: Loss: 3.1326096057891846 Epoch 230: Loss: 3.1324169635772705 Epoch 231: Loss: 3.0324344635009766 Epoch 232: Loss: 3.0736656188964844 Epoch 233: Loss: 3.0036518573760986 Epoch 234: Loss: 3.1155989170074463 Epoch 235: Loss: 3.0571579933166504 Epoch 236: Loss: 2.9958133697509766 Epoch 237: Loss: 3.099820613861084 Epoch 238: Loss: 3.0489501953125 Epoch 239: Loss: 2.944413423538208 Epoch 240: Loss: 2.9859156608581543 Epoch 241: Loss: 2.95320725440979 Epoch 242: Loss: 2.879228115081787 Epoch 243: Loss: 2.9827940464019775 Epoch 244: Loss: 3.057448625564575 Epoch 245: Loss: 3.0273430347442627 Epoch 246: Loss: 2.954341173171997 Epoch 247: Loss: 2.875535249710083 Epoch 248: Loss: 2.890686511993408 Epoch 249: Loss: 2.927098512649536 Epoch 250: Loss: 2.96573543548584 Epoch 251: Loss: 2.9955785274505615 Epoch 252: Loss: 3.022549629211426 Epoch 253: Loss: 2.962293863296509 Epoch 254: Loss: 2.8970608711242676 Epoch 255: Loss: 2.8306686878204346 Epoch 256: Loss: 3.0568490028381348 Epoch 257: Loss: 2.9224789142608643 Epoch 258: Loss: 2.954784393310547 Epoch 259: Loss: 2.914219379425049 Epoch 260: Loss: 2.8839645385742188 Epoch 261: Loss: 2.851696252822876 Epoch 262: Loss: 2.9726366996765137 Epoch 263: Loss: 2.8193092346191406 Epoch 264: Loss: 2.826981544494629 Epoch 265: Loss: 2.9130630493164062 Epoch 266: Loss: 2.9633491039276123 Epoch 267: Loss: 2.8570077419281006 Epoch 268: Loss: 2.7800838947296143 Epoch 269: Loss: 2.8468809127807617 Epoch 270: Loss: 2.7794628143310547 Epoch 271: Loss: 2.871015787124634 Epoch 272: Loss: 2.90250301361084 Epoch 273: Loss: 2.740959644317627 Epoch 274: Loss: 2.8479230403900146 Epoch 275: Loss: 2.7726328372955322 Epoch 276: Loss: 2.799694538116455 Epoch 277: Loss: 2.836951494216919 Epoch 278: Loss: 2.936666488647461 Epoch 279: Loss: 2.850212812423706 Epoch 280: Loss: 2.819859027862549 Epoch 281: Loss: 2.7844367027282715 Epoch 282: Loss: 2.904777765274048 Epoch 283: Loss: 2.781879186630249 Epoch 284: Loss: 2.771923303604126 Epoch 285: Loss: 2.7400591373443604 Epoch 286: Loss: 2.839096784591675 Epoch 287: Loss: 2.649857759475708 Epoch 288: Loss: 2.688607931137085 Epoch 289: Loss: 2.717493772506714 Epoch 290: Loss: 2.7619223594665527 Epoch 291: Loss: 2.6754491329193115 Epoch 292: Loss: 2.696152448654175 Epoch 293: Loss: 2.6253139972686768 Epoch 294: Loss: 2.6747663021087646 Epoch 295: Loss: 2.719644069671631 Epoch 296: Loss: 2.63775634765625 Epoch 297: Loss: 2.590437650680542 Epoch 298: Loss: 2.732985496520996 Epoch 299: Loss: 2.7079784870147705 Epoch 300: Loss: 2.6964645385742188 Epoch 301: Loss: 2.5980613231658936 Epoch 302: Loss: 2.613428831100464 Epoch 303: Loss: 2.619633674621582 Epoch 304: Loss: 2.618839740753174 Epoch 305: Loss: 2.526496171951294 Epoch 306: Loss: 2.6276285648345947 Epoch 307: Loss: 2.665116310119629 Epoch 308: Loss: 2.654545307159424 Epoch 309: Loss: 2.6957755088806152 Epoch 310: Loss: 2.622389554977417 Epoch 311: Loss: 2.559619188308716 Epoch 312: Loss: 2.492933750152588 Epoch 313: Loss: 2.6438634395599365 Epoch 314: Loss: 2.6406636238098145 Epoch 315: Loss: 2.6818764209747314 Epoch 316: Loss: 2.6084184646606445 Epoch 317: Loss: 2.6803460121154785 Epoch 318: Loss: 2.691802740097046 Epoch 319: Loss: 2.5886728763580322 Epoch 320: Loss: 2.6221437454223633 Epoch 321: Loss: 2.5506813526153564 Epoch 322: Loss: 2.580502510070801 Epoch 323: Loss: 2.529510498046875 Epoch 324: Loss: 2.549232006072998 Epoch 325: Loss: 2.6923389434814453 Epoch 326: Loss: 2.600170373916626 Epoch 327: Loss: 2.5631070137023926 Epoch 328: Loss: 2.617105722427368 Epoch 329: Loss: 2.6162383556365967 Epoch 330: Loss: 2.4694902896881104 Epoch 331: Loss: 2.543262243270874 Epoch 332: Loss: 2.5984325408935547 Epoch 333: Loss: 2.50826096534729 Epoch 334: Loss: 2.4846549034118652 Epoch 335: Loss: 2.419367551803589 Epoch 336: Loss: 2.525897264480591 Epoch 337: Loss: 2.576490879058838 Epoch 338: Loss: 2.5721428394317627 Epoch 339: Loss: 2.6426117420196533 Epoch 340: Loss: 2.6118276119232178 Epoch 341: Loss: 2.5798304080963135 Epoch 342: Loss: 2.4802939891815186 Epoch 343: Loss: 2.547757387161255 Epoch 344: Loss: 2.527198553085327 Epoch 345: Loss: 2.489957571029663 Epoch 346: Loss: 2.5188896656036377 Epoch 347: Loss: 2.5198819637298584 Epoch 348: Loss: 2.620051383972168 Epoch 349: Loss: 2.5697150230407715 Epoch 350: Loss: 2.456498861312866 Epoch 351: Loss: 2.5208539962768555 Epoch 352: Loss: 2.604665994644165 Epoch 353: Loss: 2.4438838958740234 Epoch 354: Loss: 2.4474446773529053 Epoch 355: Loss: 2.4587552547454834 Epoch 356: Loss: 2.5120086669921875 Epoch 357: Loss: 2.442613124847412 Epoch 358: Loss: 2.555875539779663 Epoch 359: Loss: 2.44277024269104 Epoch 360: Loss: 2.422612428665161 Epoch 361: Loss: 2.4884982109069824 Epoch 362: Loss: 2.452880382537842 Epoch 363: Loss: 2.459906816482544 Epoch 364: Loss: 2.571131706237793 Epoch 365: Loss: 2.3869998455047607 Epoch 366: Loss: 2.476186752319336 Epoch 367: Loss: 2.3522043228149414 Epoch 368: Loss: 2.483062267303467 Epoch 369: Loss: 2.3663887977600098 Epoch 370: Loss: 2.477435350418091 Epoch 371: Loss: 2.4293789863586426 Epoch 372: Loss: 2.4432029724121094 Epoch 373: Loss: 2.397378921508789 Epoch 374: Loss: 2.3413143157958984 Epoch 375: Loss: 2.329824686050415 Epoch 376: Loss: 2.4515790939331055 Epoch 377: Loss: 2.5147616863250732 Epoch 378: Loss: 2.379074811935425 Epoch 379: Loss: 2.3671090602874756 Epoch 380: Loss: 2.470029592514038 Epoch 381: Loss: 2.4656031131744385 Epoch 382: Loss: 2.5639092922210693 Epoch 383: Loss: 2.436108112335205 Epoch 384: Loss: 2.509262800216675 Epoch 385: Loss: 2.485841989517212 Epoch 386: Loss: 2.3625359535217285 Epoch 387: Loss: 2.408980369567871 Epoch 388: Loss: 2.4439268112182617 Epoch 389: Loss: 2.3504531383514404 Epoch 390: Loss: 2.471546173095703 Epoch 391: Loss: 2.4385247230529785 Epoch 392: Loss: 2.370561361312866 Epoch 393: Loss: 2.321662664413452 Epoch 394: Loss: 2.419360876083374 Epoch 395: Loss: 2.3719685077667236 Epoch 396: Loss: 2.3579282760620117 Epoch 397: Loss: 2.3896372318267822 Epoch 398: Loss: 2.3232169151306152 Epoch 399: Loss: 2.387830972671509 Epoch 400: Loss: 2.3135788440704346 Epoch 401: Loss: 2.31569766998291 Epoch 402: Loss: 2.339451313018799 Epoch 403: Loss: 2.465742349624634 Epoch 404: Loss: 2.3521714210510254 Epoch 405: Loss: 2.325427770614624 Epoch 406: Loss: 2.355912208557129 Epoch 407: Loss: 2.3631584644317627 Epoch 408: Loss: 2.376189708709717 Epoch 409: Loss: 2.362494468688965 Epoch 410: Loss: 2.3096115589141846 Epoch 411: Loss: 2.395578622817993 Epoch 412: Loss: 2.4227852821350098 Epoch 413: Loss: 2.407086133956909 Epoch 414: Loss: 2.2098891735076904 Epoch 415: Loss: 2.3963122367858887 Epoch 416: Loss: 2.4012789726257324 Epoch 417: Loss: 2.3220434188842773 Epoch 418: Loss: 2.326279640197754 Epoch 419: Loss: 2.303009033203125 Epoch 420: Loss: 2.2656471729278564 Epoch 421: Loss: 2.1863853931427 Epoch 422: Loss: 2.285834789276123 Epoch 423: Loss: 2.287900924682617 Epoch 424: Loss: 2.2961881160736084 Epoch 425: Loss: 2.280773162841797 Epoch 426: Loss: 2.266577959060669 Epoch 427: Loss: 2.3051035404205322 Epoch 428: Loss: 2.257725715637207 Epoch 429: Loss: 2.3577957153320312 Epoch 430: Loss: 2.4510602951049805 Epoch 431: Loss: 2.2730820178985596 Epoch 432: Loss: 2.411952495574951 Epoch 433: Loss: 2.2321393489837646 Epoch 434: Loss: 2.3227550983428955 Epoch 435: Loss: 2.3281326293945312 Epoch 436: Loss: 2.2797210216522217 Epoch 437: Loss: 2.276618003845215 Epoch 438: Loss: 2.290417194366455 Epoch 439: Loss: 2.3214194774627686 Epoch 440: Loss: 2.2158846855163574 Epoch 441: Loss: 2.312887191772461 Epoch 442: Loss: 2.2674078941345215 Epoch 443: Loss: 2.1981916427612305 Epoch 444: Loss: 2.2969229221343994 Epoch 445: Loss: 2.2058041095733643 Epoch 446: Loss: 2.361464262008667 Epoch 447: Loss: 2.214080810546875 Epoch 448: Loss: 2.2032876014709473 Epoch 449: Loss: 2.31725811958313 Epoch 450: Loss: 2.2496817111968994 Epoch 451: Loss: 2.235960006713867 Epoch 452: Loss: 2.21038556098938 Epoch 453: Loss: 2.298386573791504 Epoch 454: Loss: 2.3243985176086426 Epoch 455: Loss: 2.1755192279815674 Epoch 456: Loss: 2.2618093490600586 Epoch 457: Loss: 2.2899389266967773 Epoch 458: Loss: 2.3021249771118164 Epoch 459: Loss: 2.233039379119873 Epoch 460: Loss: 2.215038776397705 Epoch 461: Loss: 2.2130191326141357 Epoch 462: Loss: 2.1825637817382812 Epoch 463: Loss: 2.3014302253723145 Epoch 464: Loss: 2.2587761878967285 Epoch 465: Loss: 2.3176512718200684 Epoch 466: Loss: 2.2561655044555664 Epoch 467: Loss: 2.280766725540161 Epoch 468: Loss: 2.2022452354431152 Epoch 469: Loss: 2.337517499923706 Epoch 470: Loss: 2.103308916091919 Epoch 471: Loss: 2.363715887069702 Epoch 472: Loss: 2.1557936668395996 Epoch 473: Loss: 2.18155837059021 Epoch 474: Loss: 2.350369691848755 Epoch 475: Loss: 2.1551525592803955 Epoch 476: Loss: 2.2064766883850098 Epoch 477: Loss: 2.135037660598755 Epoch 478: Loss: 2.2851293087005615 Epoch 479: Loss: 2.1344923973083496 Epoch 480: Loss: 2.3342320919036865 Epoch 481: Loss: 2.2591941356658936 Epoch 482: Loss: 2.21181583404541 Epoch 483: Loss: 2.219654083251953 Epoch 484: Loss: 2.1298491954803467 Epoch 485: Loss: 2.190534830093384 Epoch 486: Loss: 2.1557343006134033 Epoch 487: Loss: 2.273650884628296 Epoch 488: Loss: 2.1221306324005127 Epoch 489: Loss: 2.2924365997314453 Epoch 490: Loss: 2.3156356811523438 Epoch 491: Loss: 2.148845672607422 Epoch 492: Loss: 2.095247507095337 Epoch 493: Loss: 2.160597562789917 Epoch 494: Loss: 2.2729270458221436 Epoch 495: Loss: 2.161456823348999 Epoch 496: Loss: 2.1284453868865967 Epoch 497: Loss: 2.031989097595215 Epoch 498: Loss: 2.165302038192749 Epoch 499: Loss: 2.0974183082580566 Epoch 500: Loss: 2.143186569213867 Epoch 501: Loss: 2.1472909450531006 Epoch 502: Loss: 2.122696876525879 Epoch 503: Loss: 2.187608242034912 Epoch 504: Loss: 2.2002835273742676 Epoch 505: Loss: 2.1216814517974854 Epoch 506: Loss: 2.127476453781128 Epoch 507: Loss: 2.213521718978882 Epoch 508: Loss: 2.2154722213745117 Epoch 509: Loss: 2.05769944190979 Epoch 510: Loss: 2.1011059284210205 Epoch 511: Loss: 2.1584177017211914 Epoch 512: Loss: 2.0832018852233887 Epoch 513: Loss: 2.1306228637695312 Epoch 514: Loss: 2.148820638656616 Epoch 515: Loss: 2.2212934494018555 Epoch 516: Loss: 2.180405616760254 Epoch 517: Loss: 2.101456642150879 Epoch 518: Loss: 2.1602728366851807 Epoch 519: Loss: 2.210371732711792 Epoch 520: Loss: 2.163710355758667 Epoch 521: Loss: 2.1356143951416016 Epoch 522: Loss: 2.047694206237793 Epoch 523: Loss: 2.1739487648010254 Epoch 524: Loss: 2.0496037006378174 Epoch 525: Loss: 2.044302225112915 Epoch 526: Loss: 2.1378934383392334 Epoch 527: Loss: 2.110126495361328 Epoch 528: Loss: 2.104109764099121 Epoch 529: Loss: 2.142737865447998 Epoch 530: Loss: 2.162370443344116 Epoch 531: Loss: 2.054638147354126 Epoch 532: Loss: 2.1385631561279297 Epoch 533: Loss: 2.0439984798431396 Epoch 534: Loss: 2.070195436477661 Epoch 535: Loss: 2.115790605545044 Epoch 536: Loss: 2.082120418548584 Epoch 537: Loss: 2.0825133323669434 Epoch 538: Loss: 2.0948987007141113 Epoch 539: Loss: 2.1563985347747803 Epoch 540: Loss: 2.1403849124908447 Epoch 541: Loss: 2.129991292953491 Epoch 542: Loss: 2.173717975616455 Epoch 543: Loss: 2.147550344467163 Epoch 544: Loss: 1.9437767267227173 Epoch 545: Loss: 2.073906183242798 Epoch 546: Loss: 2.06156849861145 Epoch 547: Loss: 2.058650255203247 Epoch 548: Loss: 2.1214346885681152 Epoch 549: Loss: 2.0871710777282715 Epoch 550: Loss: 2.052001476287842 Epoch 551: Loss: 2.152275562286377 Epoch 552: Loss: 2.048089027404785 Epoch 553: Loss: 2.0940072536468506 Epoch 554: Loss: 2.0457587242126465 Epoch 555: Loss: 2.121398448944092 Epoch 556: Loss: 2.0703787803649902 Epoch 557: Loss: 2.0772030353546143 Epoch 558: Loss: 2.049351692199707 Epoch 559: Loss: 2.088325023651123 Epoch 560: Loss: 2.126096487045288 Epoch 561: Loss: 2.043982744216919 Epoch 562: Loss: 2.0298514366149902 Epoch 563: Loss: 2.0741543769836426 Epoch 564: Loss: 1.999040126800537 Epoch 565: Loss: 2.0705764293670654 Epoch 566: Loss: 2.127263307571411 Epoch 567: Loss: 2.1008894443511963 Epoch 568: Loss: 2.051952600479126 Epoch 569: Loss: 2.0982425212860107 Epoch 570: Loss: 2.1480515003204346 Epoch 571: Loss: 2.1375386714935303 Epoch 572: Loss: 2.1137049198150635 Epoch 573: Loss: 1.99089777469635 Epoch 574: Loss: 1.9890186786651611 Epoch 575: Loss: 2.0340919494628906 Epoch 576: Loss: 2.0961973667144775 Epoch 577: Loss: 2.0924816131591797 Epoch 578: Loss: 2.008518695831299 Epoch 579: Loss: 2.0117950439453125 Epoch 580: Loss: 1.9657403230667114 Epoch 581: Loss: 2.0558769702911377 Epoch 582: Loss: 2.0892274379730225 Epoch 583: Loss: 1.9700548648834229 Epoch 584: Loss: 2.0555994510650635 Epoch 585: Loss: 1.9720271825790405 Epoch 586: Loss: 2.0719122886657715 Epoch 587: Loss: 2.0009171962738037 Epoch 588: Loss: 2.133418560028076 Epoch 589: Loss: 2.0270044803619385 Epoch 590: Loss: 1.9609369039535522 Epoch 591: Loss: 1.9827935695648193 Epoch 592: Loss: 1.8987998962402344 Epoch 593: Loss: 1.9723576307296753 Epoch 594: Loss: 2.028350591659546 Epoch 595: Loss: 1.8906574249267578 Epoch 596: Loss: 2.067044496536255 Epoch 597: Loss: 2.0377156734466553 Epoch 598: Loss: 1.9748843908309937 Epoch 599: Loss: 2.0654945373535156 Epoch 600: Loss: 1.9446749687194824 Epoch 601: Loss: 1.9442366361618042 Epoch 602: Loss: 1.942608118057251 Epoch 603: Loss: 2.070667266845703 Epoch 604: Loss: 1.935298204421997 Epoch 605: Loss: 2.011331558227539 Epoch 606: Loss: 1.991232991218567 Epoch 607: Loss: 1.9636868238449097 Epoch 608: Loss: 1.9932297468185425 Epoch 609: Loss: 1.9962178468704224 Epoch 610: Loss: 2.0510122776031494 Epoch 611: Loss: 2.0421864986419678 Epoch 612: Loss: 1.9352777004241943 Epoch 613: Loss: 2.0303902626037598 Epoch 614: Loss: 2.010967493057251 Epoch 615: Loss: 2.0377683639526367 Epoch 616: Loss: 2.0042006969451904 Epoch 617: Loss: 2.1150498390197754 Epoch 618: Loss: 1.942428708076477 Epoch 619: Loss: 2.0193092823028564 Epoch 620: Loss: 1.9054901599884033 Epoch 621: Loss: 1.953661561012268 Epoch 622: Loss: 1.9022287130355835 Epoch 623: Loss: 1.9610203504562378 Epoch 624: Loss: 1.994590163230896 Epoch 625: Loss: 1.972133755683899 Epoch 626: Loss: 1.9746109247207642 Epoch 627: Loss: 1.8975589275360107 Epoch 628: Loss: 1.8981149196624756 Epoch 629: Loss: 1.9713029861450195 Epoch 630: Loss: 1.953107476234436 Epoch 631: Loss: 1.9816482067108154 Epoch 632: Loss: 2.0317118167877197 Epoch 633: Loss: 1.9607614278793335 Epoch 634: Loss: 1.9630733728408813 Epoch 635: Loss: 1.8557853698730469 Epoch 636: Loss: 1.9823684692382812 Epoch 637: Loss: 1.8734921216964722 Epoch 638: Loss: 1.9495158195495605 Epoch 639: Loss: 1.9032255411148071 Epoch 640: Loss: 1.8806545734405518 Epoch 641: Loss: 1.9894846677780151 Epoch 642: Loss: 1.9389677047729492 Epoch 643: Loss: 1.9060901403427124 Epoch 644: Loss: 1.9251033067703247 Epoch 645: Loss: 1.9628446102142334 Epoch 646: Loss: 1.9228869676589966 Epoch 647: Loss: 1.9279931783676147 Epoch 648: Loss: 2.01808762550354 Epoch 649: Loss: 2.0148870944976807 Epoch 650: Loss: 1.888006329536438 Epoch 651: Loss: 1.9455596208572388 Epoch 652: Loss: 1.9219350814819336 Epoch 653: Loss: 1.966737151145935 Epoch 654: Loss: 1.8667951822280884 Epoch 655: Loss: 1.8965280055999756 Epoch 656: Loss: 1.9558440446853638 Epoch 657: Loss: 1.9141956567764282 Epoch 658: Loss: 1.8904238939285278 Epoch 659: Loss: 1.8561594486236572 Epoch 660: Loss: 1.8928475379943848 Epoch 661: Loss: 1.958284616470337 Epoch 662: Loss: 1.9479210376739502 Epoch 663: Loss: 1.9059035778045654 Epoch 664: Loss: 1.9089969396591187 Epoch 665: Loss: 1.7972701787948608 Epoch 666: Loss: 1.901841163635254 Epoch 667: Loss: 1.9866023063659668 Epoch 668: Loss: 1.9107266664505005 Epoch 669: Loss: 1.8675254583358765 Epoch 670: Loss: 1.8340401649475098 Epoch 671: Loss: 1.9438761472702026 Epoch 672: Loss: 1.906026005744934 Epoch 673: Loss: 1.9561874866485596 Epoch 674: Loss: 1.8410780429840088 Epoch 675: Loss: 1.8624192476272583 Epoch 676: Loss: 1.845953106880188 Epoch 677: Loss: 1.8579293489456177 Epoch 678: Loss: 1.7937822341918945 Epoch 679: Loss: 1.8906159400939941 Epoch 680: Loss: 1.9359058141708374 Epoch 681: Loss: 1.845725178718567 Epoch 682: Loss: 1.9844905138015747 Epoch 683: Loss: 1.9326725006103516 Epoch 684: Loss: 1.8013876676559448 Epoch 685: Loss: 1.8819025754928589 Epoch 686: Loss: 1.815635323524475 Epoch 687: Loss: 1.8755894899368286 Epoch 688: Loss: 1.8831660747528076 Epoch 689: Loss: 1.8794139623641968 Epoch 690: Loss: 1.8408780097961426 Epoch 691: Loss: 1.9380866289138794 Epoch 692: Loss: 1.8290280103683472 Epoch 693: Loss: 1.9060536623001099 Epoch 694: Loss: 1.8227908611297607 Epoch 695: Loss: 1.9199386835098267 Epoch 696: Loss: 1.8683072328567505 Epoch 697: Loss: 1.8644366264343262 Epoch 698: Loss: 1.801134467124939 Epoch 699: Loss: 1.8349827527999878 Epoch 700: Loss: 1.8049312829971313 Epoch 701: Loss: 1.8699411153793335 Epoch 702: Loss: 1.8646626472473145 Epoch 703: Loss: 1.865731954574585 Epoch 704: Loss: 1.8330742120742798 Epoch 705: Loss: 1.874571442604065 Epoch 706: Loss: 1.798498511314392 Epoch 707: Loss: 1.8048439025878906 Epoch 708: Loss: 1.9092901945114136 Epoch 709: Loss: 1.778655767440796 Epoch 710: Loss: 1.9069832563400269 Epoch 711: Loss: 1.8517558574676514 Epoch 712: Loss: 1.848832607269287 Epoch 713: Loss: 1.8511109352111816 Epoch 714: Loss: 1.8549891710281372 Epoch 715: Loss: 1.816602349281311 Epoch 716: Loss: 1.9139697551727295 Epoch 717: Loss: 1.8229964971542358 Epoch 718: Loss: 1.807257890701294 Epoch 719: Loss: 1.7560898065567017 Epoch 720: Loss: 1.7766724824905396 Epoch 721: Loss: 1.8268928527832031 Epoch 722: Loss: 1.7974580526351929 Epoch 723: Loss: 1.7585477828979492 Epoch 724: Loss: 1.8525537252426147 Epoch 725: Loss: 1.7691413164138794 Epoch 726: Loss: 1.8313878774642944 Epoch 727: Loss: 1.8359063863754272 Epoch 728: Loss: 1.783121109008789 Epoch 729: Loss: 1.8290975093841553 Epoch 730: Loss: 1.8335715532302856 Epoch 731: Loss: 1.8011451959609985 Epoch 732: Loss: 1.8585783243179321 Epoch 733: Loss: 1.8659389019012451 Epoch 734: Loss: 1.697242259979248 Epoch 735: Loss: 1.7374825477600098 Epoch 736: Loss: 1.826459288597107 Epoch 737: Loss: 1.8348644971847534 Epoch 738: Loss: 1.789745807647705 Epoch 739: Loss: 1.7753405570983887 Epoch 740: Loss: 1.8195208311080933 Epoch 741: Loss: 1.7680916786193848 Epoch 742: Loss: 1.7797189950942993 Epoch 743: Loss: 1.743402361869812 Epoch 744: Loss: 1.7344075441360474 Epoch 745: Loss: 1.755849003791809 Epoch 746: Loss: 1.7563292980194092 Epoch 747: Loss: 1.7988578081130981 Epoch 748: Loss: 1.6836721897125244 Epoch 749: Loss: 1.7534972429275513 Epoch 750: Loss: 1.6802899837493896 Epoch 751: Loss: 1.795454740524292 Epoch 752: Loss: 1.8396735191345215 Epoch 753: Loss: 1.8522313833236694 Epoch 754: Loss: 1.763745903968811 Epoch 755: Loss: 1.8198702335357666 Epoch 756: Loss: 1.7729763984680176 Epoch 757: Loss: 1.8305259943008423 Epoch 758: Loss: 1.8511546850204468 Epoch 759: Loss: 1.8392465114593506 Epoch 760: Loss: 1.7692841291427612 Epoch 761: Loss: 1.7524007558822632 Epoch 762: Loss: 1.8042609691619873 Epoch 763: Loss: 1.7984066009521484 Epoch 764: Loss: 1.7547204494476318 Epoch 765: Loss: 1.7796093225479126 Epoch 766: Loss: 1.7575926780700684 Epoch 767: Loss: 1.7467930316925049 Epoch 768: Loss: 1.7458277940750122 Epoch 769: Loss: 1.791353464126587 Epoch 770: Loss: 1.7052963972091675 Epoch 771: Loss: 1.753006100654602 Epoch 772: Loss: 1.755192518234253 Epoch 773: Loss: 1.7954920530319214 Epoch 774: Loss: 1.7495129108428955 Epoch 775: Loss: 1.8060253858566284 Epoch 776: Loss: 1.7435452938079834 Epoch 777: Loss: 1.7980825901031494 Epoch 778: Loss: 1.829787015914917 Epoch 779: Loss: 1.7255923748016357 Epoch 780: Loss: 1.8030518293380737 Epoch 781: Loss: 1.8054494857788086 Epoch 782: Loss: 1.764672040939331 Epoch 783: Loss: 1.7303876876831055 Epoch 784: Loss: 1.7950061559677124 Epoch 785: Loss: 1.70107901096344 Epoch 786: Loss: 1.7496322393417358 Epoch 787: Loss: 1.704391598701477 Epoch 788: Loss: 1.7141212224960327 Epoch 789: Loss: 1.6698791980743408 Epoch 790: Loss: 1.8044637441635132 Epoch 791: Loss: 1.7549388408660889 Epoch 792: Loss: 1.723118543624878 Epoch 793: Loss: 1.738569736480713 Epoch 794: Loss: 1.7888603210449219 Epoch 795: Loss: 1.7428467273712158 Epoch 796: Loss: 1.7870007753372192 Epoch 797: Loss: 1.7151966094970703 Epoch 798: Loss: 1.7637852430343628 Epoch 799: Loss: 1.6941847801208496 Epoch 800: Loss: 1.666613221168518 Epoch 801: Loss: 1.6719276905059814 Epoch 802: Loss: 1.685638189315796 Epoch 803: Loss: 1.7822896242141724 Epoch 804: Loss: 1.660003423690796 Epoch 805: Loss: 1.6904616355895996 Epoch 806: Loss: 1.763939619064331 Epoch 807: Loss: 1.703116774559021 Epoch 808: Loss: 1.7473669052124023 Epoch 809: Loss: 1.784698247909546 Epoch 810: Loss: 1.7313435077667236 Epoch 811: Loss: 1.6992048025131226 Epoch 812: Loss: 1.6656941175460815 Epoch 813: Loss: 1.6558338403701782 Epoch 814: Loss: 1.7255553007125854 Epoch 815: Loss: 1.693341612815857 Epoch 816: Loss: 1.7298446893692017 Epoch 817: Loss: 1.675667643547058 Epoch 818: Loss: 1.715070128440857 Epoch 819: Loss: 1.7440261840820312 Epoch 820: Loss: 1.7130547761917114 Epoch 821: Loss: 1.6832618713378906 Epoch 822: Loss: 1.801376461982727 Epoch 823: Loss: 1.6915029287338257 Epoch 824: Loss: 1.66593337059021 Epoch 825: Loss: 1.7414979934692383 Epoch 826: Loss: 1.7424862384796143 Epoch 827: Loss: 1.68836510181427 Epoch 828: Loss: 1.697081446647644 Epoch 829: Loss: 1.7461391687393188 Epoch 830: Loss: 1.6200177669525146 Epoch 831: Loss: 1.6714122295379639 Epoch 832: Loss: 1.6613438129425049 Epoch 833: Loss: 1.7275292873382568 Epoch 834: Loss: 1.7263195514678955 Epoch 835: Loss: 1.63739013671875 Epoch 836: Loss: 1.647426962852478 Epoch 837: Loss: 1.656004548072815 Epoch 838: Loss: 1.6224491596221924 Epoch 839: Loss: 1.6761480569839478 Epoch 840: Loss: 1.6665762662887573 Epoch 841: Loss: 1.671675443649292 Epoch 842: Loss: 1.7504055500030518 Epoch 843: Loss: 1.682832956314087 Epoch 844: Loss: 1.7070685625076294 Epoch 845: Loss: 1.632554531097412 Epoch 846: Loss: 1.5873407125473022 Epoch 847: Loss: 1.633361577987671 Epoch 848: Loss: 1.746694564819336 Epoch 849: Loss: 1.7285536527633667 Epoch 850: Loss: 1.6985112428665161 Epoch 851: Loss: 1.7174018621444702 Epoch 852: Loss: 1.6543490886688232 Epoch 853: Loss: 1.6443294286727905 Epoch 854: Loss: 1.673852562904358 Epoch 855: Loss: 1.6868363618850708 Epoch 856: Loss: 1.6459814310073853 Epoch 857: Loss: 1.7131812572479248 Epoch 858: Loss: 1.6883864402770996 Epoch 859: Loss: 1.7597432136535645 Epoch 860: Loss: 1.6422210931777954 Epoch 861: Loss: 1.6334964036941528 Epoch 862: Loss: 1.6937179565429688 Epoch 863: Loss: 1.7111921310424805 Epoch 864: Loss: 1.6500656604766846 Epoch 865: Loss: 1.6725120544433594 Epoch 866: Loss: 1.710163950920105 Epoch 867: Loss: 1.5930849313735962 Epoch 868: Loss: 1.6357845067977905 Epoch 869: Loss: 1.621049165725708 Epoch 870: Loss: 1.6041114330291748 Epoch 871: Loss: 1.6725574731826782 Epoch 872: Loss: 1.6983855962753296 Epoch 873: Loss: 1.6270627975463867 Epoch 874: Loss: 1.6381715536117554 Epoch 875: Loss: 1.734047770500183 Epoch 876: Loss: 1.6122126579284668 Epoch 877: Loss: 1.7112345695495605 Epoch 878: Loss: 1.5781457424163818 Epoch 879: Loss: 1.6123889684677124 Epoch 880: Loss: 1.6292182207107544 Epoch 881: Loss: 1.7009228467941284 Epoch 882: Loss: 1.685908317565918 Epoch 883: Loss: 1.6572993993759155 Epoch 884: Loss: 1.5307692289352417 Epoch 885: Loss: 1.6617577075958252 Epoch 886: Loss: 1.7139461040496826 Epoch 887: Loss: 1.6379461288452148 Epoch 888: Loss: 1.6119489669799805 Epoch 889: Loss: 1.6284151077270508 Epoch 890: Loss: 1.6103755235671997 Epoch 891: Loss: 1.5986592769622803 Epoch 892: Loss: 1.6204440593719482 Epoch 893: Loss: 1.5295288562774658 Epoch 894: Loss: 1.6384057998657227 Epoch 895: Loss: 1.6455771923065186 Epoch 896: Loss: 1.6413160562515259 Epoch 897: Loss: 1.6311527490615845 Epoch 898: Loss: 1.5922333002090454 Epoch 899: Loss: 1.65604567527771 Epoch 900: Loss: 1.6197631359100342 Epoch 901: Loss: 1.633082389831543 Epoch 902: Loss: 1.588135838508606 Epoch 903: Loss: 1.5860294103622437 Epoch 904: Loss: 1.6218454837799072 Epoch 905: Loss: 1.6510798931121826 Epoch 906: Loss: 1.622501254081726 Epoch 907: Loss: 1.551932692527771 Epoch 908: Loss: 1.5370131731033325 Epoch 909: Loss: 1.6329805850982666 Epoch 910: Loss: 1.6054131984710693 Epoch 911: Loss: 1.6550558805465698 Epoch 912: Loss: 1.6293035745620728 Epoch 913: Loss: 1.5975528955459595 Epoch 914: Loss: 1.5574296712875366 Epoch 915: Loss: 1.5813238620758057 Epoch 916: Loss: 1.5892740488052368 Epoch 917: Loss: 1.582244634628296 Epoch 918: Loss: 1.5767773389816284 Epoch 919: Loss: 1.5589547157287598 Epoch 920: Loss: 1.672362208366394 Epoch 921: Loss: 1.6158528327941895 Epoch 922: Loss: 1.5323024988174438 Epoch 923: Loss: 1.5912806987762451 Epoch 924: Loss: 1.6199610233306885 Epoch 925: Loss: 1.5541326999664307 Epoch 926: Loss: 1.6099789142608643 Epoch 927: Loss: 1.61133873462677 Epoch 928: Loss: 1.636441946029663 Epoch 929: Loss: 1.575003981590271 Epoch 930: Loss: 1.5691866874694824 Epoch 931: Loss: 1.5432829856872559 Epoch 932: Loss: 1.6292606592178345 Epoch 933: Loss: 1.5790209770202637 Epoch 934: Loss: 1.5797853469848633 Epoch 935: Loss: 1.613563895225525 Epoch 936: Loss: 1.4848600625991821 Epoch 937: Loss: 1.6597493886947632 Epoch 938: Loss: 1.5359125137329102 Epoch 939: Loss: 1.6071876287460327 Epoch 940: Loss: 1.62843918800354 Epoch 941: Loss: 1.510058045387268 Epoch 942: Loss: 1.5949921607971191 Epoch 943: Loss: 1.5923182964324951 Epoch 944: Loss: 1.5951595306396484 Epoch 945: Loss: 1.548413872718811 Epoch 946: Loss: 1.5320411920547485 Epoch 947: Loss: 1.6090635061264038 Epoch 948: Loss: 1.626819372177124 Epoch 949: Loss: 1.6264116764068604 Epoch 950: Loss: 1.5983779430389404 Epoch 951: Loss: 1.5102043151855469 Epoch 952: Loss: 1.5084402561187744 Epoch 953: Loss: 1.624804139137268 Epoch 954: Loss: 1.5767619609832764 Epoch 955: Loss: 1.541139841079712 Epoch 956: Loss: 1.5105953216552734 Epoch 957: Loss: 1.6172809600830078 Epoch 958: Loss: 1.548548698425293 Epoch 959: Loss: 1.5921989679336548 Epoch 960: Loss: 1.5720158815383911 Epoch 961: Loss: 1.589661717414856 Epoch 962: Loss: 1.5319327116012573 Epoch 963: Loss: 1.5171164274215698 Epoch 964: Loss: 1.601338267326355 Epoch 965: Loss: 1.550094723701477 Epoch 966: Loss: 1.5571553707122803 Epoch 967: Loss: 1.5963557958602905 Epoch 968: Loss: 1.5382602214813232 Epoch 969: Loss: 1.5630991458892822 Epoch 970: Loss: 1.5827522277832031 Epoch 971: Loss: 1.5724836587905884 Epoch 972: Loss: 1.5488016605377197 Epoch 973: Loss: 1.664960265159607 Epoch 974: Loss: 1.5805623531341553 Epoch 975: Loss: 1.4806240797042847 Epoch 976: Loss: 1.494802713394165 Epoch 977: Loss: 1.5097612142562866 Epoch 978: Loss: 1.5415654182434082 Epoch 979: Loss: 1.5146090984344482 Epoch 980: Loss: 1.600645661354065 Epoch 981: Loss: 1.443804144859314 Epoch 982: Loss: 1.4970104694366455 Epoch 983: Loss: 1.5923951864242554 Epoch 984: Loss: 1.499572515487671 Epoch 985: Loss: 1.5189443826675415 Epoch 986: Loss: 1.5713200569152832 Epoch 987: Loss: 1.5762923955917358 Epoch 988: Loss: 1.570806860923767 Epoch 989: Loss: 1.5669150352478027 Epoch 990: Loss: 1.5905362367630005 Epoch 991: Loss: 1.5221220254898071 Epoch 992: Loss: 1.5461350679397583 Epoch 993: Loss: 1.5820059776306152 Epoch 994: Loss: 1.5803542137145996 Epoch 995: Loss: 1.5313433408737183 Epoch 996: Loss: 1.4666194915771484 Epoch 997: Loss: 1.5914090871810913 Epoch 998: Loss: 1.5673761367797852 Epoch 999: Loss: 1.6505030393600464 Epoch 1000: Loss: 1.564374327659607 Epoch 1001: Loss: 1.5183109045028687 Epoch 1002: Loss: 1.5232255458831787 Epoch 1003: Loss: 1.4829059839248657 Epoch 1004: Loss: 1.4945169687271118 Epoch 1005: Loss: 1.5561802387237549 Epoch 1006: Loss: 1.4699733257293701 Epoch 1007: Loss: 1.619357705116272 Epoch 1008: Loss: 1.4886133670806885 Epoch 1009: Loss: 1.4240775108337402 Epoch 1010: Loss: 1.4601802825927734 Epoch 1011: Loss: 1.4744794368743896 Epoch 1012: Loss: 1.5171329975128174 Epoch 1013: Loss: 1.5793792009353638 Epoch 1014: Loss: 1.6174852848052979 Epoch 1015: Loss: 1.56576669216156 Epoch 1016: Loss: 1.5778486728668213 Epoch 1017: Loss: 1.529118299484253 Epoch 1018: Loss: 1.5333051681518555 Epoch 1019: Loss: 1.5174357891082764 Epoch 1020: Loss: 1.5246787071228027 Epoch 1021: Loss: 1.5132718086242676 Epoch 1022: Loss: 1.510470986366272 Epoch 1023: Loss: 1.5954227447509766 Epoch 1024: Loss: 1.5330768823623657 Epoch 1025: Loss: 1.5622855424880981 Epoch 1026: Loss: 1.5404812097549438 Epoch 1027: Loss: 1.4354190826416016 Epoch 1028: Loss: 1.5285944938659668 Epoch 1029: Loss: 1.5281938314437866 Epoch 1030: Loss: 1.5041166543960571 Epoch 1031: Loss: 1.5402742624282837 Epoch 1032: Loss: 1.5823874473571777 Epoch 1033: Loss: 1.4828448295593262 Epoch 1034: Loss: 1.4898583889007568 Epoch 1035: Loss: 1.492372989654541 Epoch 1036: Loss: 1.50960111618042 Epoch 1037: Loss: 1.5129296779632568 Epoch 1038: Loss: 1.5595415830612183 Epoch 1039: Loss: 1.4868446588516235 Epoch 1040: Loss: 1.47510826587677 Epoch 1041: Loss: 1.5530657768249512 Epoch 1042: Loss: 1.5126742124557495 Epoch 1043: Loss: 1.5576905012130737 Epoch 1044: Loss: 1.5789881944656372 Epoch 1045: Loss: 1.5172128677368164 Epoch 1046: Loss: 1.4866305589675903 Epoch 1047: Loss: 1.5401328802108765 Epoch 1048: Loss: 1.521795630455017 Epoch 1049: Loss: 1.4401965141296387 Epoch 1050: Loss: 1.4487438201904297 Epoch 1051: Loss: 1.4707932472229004 Epoch 1052: Loss: 1.4794464111328125 Epoch 1053: Loss: 1.5498335361480713 Epoch 1054: Loss: 1.5603679418563843 Epoch 1055: Loss: 1.4622529745101929 Epoch 1056: Loss: 1.5423252582550049 Epoch 1057: Loss: 1.5276219844818115 Epoch 1058: Loss: 1.5242681503295898 Epoch 1059: Loss: 1.4266959428787231 Epoch 1060: Loss: 1.5038665533065796 Epoch 1061: Loss: 1.492506980895996 Epoch 1062: Loss: 1.5115251541137695 Epoch 1063: Loss: 1.4675744771957397 Epoch 1064: Loss: 1.515550971031189 Epoch 1065: Loss: 1.4727559089660645 Epoch 1066: Loss: 1.4121294021606445 Epoch 1067: Loss: 1.4232772588729858 Epoch 1068: Loss: 1.5793012380599976 Epoch 1069: Loss: 1.4563286304473877 Epoch 1070: Loss: 1.462018609046936 Epoch 1071: Loss: 1.5222022533416748 Epoch 1072: Loss: 1.536035180091858 Epoch 1073: Loss: 1.4372650384902954 Epoch 1074: Loss: 1.4542981386184692 Epoch 1075: Loss: 1.4558489322662354 Epoch 1076: Loss: 1.5101066827774048 Epoch 1077: Loss: 1.470090627670288 Epoch 1078: Loss: 1.521970510482788 Epoch 1079: Loss: 1.4527744054794312 Epoch 1080: Loss: 1.4209442138671875 Epoch 1081: Loss: 1.506082534790039 Epoch 1082: Loss: 1.435014009475708 Epoch 1083: Loss: 1.4650148153305054 Epoch 1084: Loss: 1.4996461868286133 Epoch 1085: Loss: 1.5337889194488525 Epoch 1086: Loss: 1.4706135988235474 Epoch 1087: Loss: 1.4467626810073853 Epoch 1088: Loss: 1.4083702564239502 Epoch 1089: Loss: 1.4920328855514526 Epoch 1090: Loss: 1.5026581287384033 Epoch 1091: Loss: 1.4958083629608154 Epoch 1092: Loss: 1.4581363201141357 Epoch 1093: Loss: 1.522168755531311 Epoch 1094: Loss: 1.4002593755722046 Epoch 1095: Loss: 1.5265341997146606 Epoch 1096: Loss: 1.4315428733825684 Epoch 1097: Loss: 1.4772627353668213 Epoch 1098: Loss: 1.4695329666137695 Epoch 1099: Loss: 1.4840590953826904 Epoch 1100: Loss: 1.534045696258545 Epoch 1101: Loss: 1.48533034324646 Epoch 1102: Loss: 1.4121532440185547 Epoch 1103: Loss: 1.5288481712341309 Epoch 1104: Loss: 1.4266268014907837 Epoch 1105: Loss: 1.350320816040039 Epoch 1106: Loss: 1.3390165567398071 Epoch 1107: Loss: 1.3774124383926392 Epoch 1108: Loss: 1.4746049642562866 Epoch 1109: Loss: 1.400646686553955 Epoch 1110: Loss: 1.4755680561065674 Epoch 1111: Loss: 1.4377351999282837 Epoch 1112: Loss: 1.3713277578353882 Epoch 1113: Loss: 1.4396451711654663 Epoch 1114: Loss: 1.4983117580413818 Epoch 1115: Loss: 1.4740464687347412 Epoch 1116: Loss: 1.4505631923675537 Epoch 1117: Loss: 1.4261270761489868 Epoch 1118: Loss: 1.4107483625411987 Epoch 1119: Loss: 1.3907370567321777 Epoch 1120: Loss: 1.4177436828613281 Epoch 1121: Loss: 1.45367431640625 Epoch 1122: Loss: 1.4045159816741943 Epoch 1123: Loss: 1.4506725072860718 Epoch 1124: Loss: 1.443345308303833 Epoch 1125: Loss: 1.4532817602157593 Epoch 1126: Loss: 1.388867974281311 Epoch 1127: Loss: 1.386197566986084 Epoch 1128: Loss: 1.4792134761810303 Epoch 1129: Loss: 1.3105453252792358 Epoch 1130: Loss: 1.4184373617172241 Epoch 1131: Loss: 1.3918753862380981 Epoch 1132: Loss: 1.3776439428329468 Epoch 1133: Loss: 1.4556267261505127 Epoch 1134: Loss: 1.369490146636963 Epoch 1135: Loss: 1.4682570695877075 Epoch 1136: Loss: 1.4190120697021484 Epoch 1137: Loss: 1.385698676109314 Epoch 1138: Loss: 1.4059092998504639 Epoch 1139: Loss: 1.4053417444229126 Epoch 1140: Loss: 1.4059017896652222 Epoch 1141: Loss: 1.3466328382492065 Epoch 1142: Loss: 1.43766450881958 Epoch 1143: Loss: 1.336728572845459 Epoch 1144: Loss: 1.4550070762634277 Epoch 1145: Loss: 1.420373797416687 Epoch 1146: Loss: 1.3670482635498047 Epoch 1147: Loss: 1.3847472667694092 Epoch 1148: Loss: 1.401194453239441 Epoch 1149: Loss: 1.3748340606689453 Epoch 1150: Loss: 1.3862667083740234 Epoch 1151: Loss: 1.3838467597961426 Epoch 1152: Loss: 1.394232153892517 Epoch 1153: Loss: 1.3244926929473877 Epoch 1154: Loss: 1.3659499883651733 Epoch 1155: Loss: 1.3855233192443848 Epoch 1156: Loss: 1.4604610204696655 Epoch 1157: Loss: 1.4066263437271118 Epoch 1158: Loss: 1.3305225372314453 Epoch 1159: Loss: 1.404422402381897 Epoch 1160: Loss: 1.3491839170455933 Epoch 1161: Loss: 1.4990981817245483 Epoch 1162: Loss: 1.3904861211776733 Epoch 1163: Loss: 1.3957186937332153 Epoch 1164: Loss: 1.381427526473999 Epoch 1165: Loss: 1.2379108667373657 Epoch 1166: Loss: 1.3082293272018433 Epoch 1167: Loss: 1.3128854036331177 Epoch 1168: Loss: 1.2297167778015137 Epoch 1169: Loss: 1.445356011390686 Epoch 1170: Loss: 1.3857371807098389 Epoch 1171: Loss: 1.3277965784072876 Epoch 1172: Loss: 1.3196637630462646 Epoch 1173: Loss: 1.3774056434631348 Epoch 1174: Loss: 1.3384207487106323 Epoch 1175: Loss: 1.378379464149475 Epoch 1176: Loss: 1.3783456087112427 Epoch 1177: Loss: 1.3249270915985107 Epoch 1178: Loss: 1.3211917877197266 Epoch 1179: Loss: 1.2833616733551025 Epoch 1180: Loss: 1.3525736331939697 Epoch 1181: Loss: 1.412588357925415 Epoch 1182: Loss: 1.361169457435608 Epoch 1183: Loss: 1.2828351259231567 Epoch 1184: Loss: 1.3651432991027832 Epoch 1185: Loss: 1.34415602684021 Epoch 1186: Loss: 1.3958954811096191 Epoch 1187: Loss: 1.3937233686447144 Epoch 1188: Loss: 1.4765592813491821 Epoch 1189: Loss: 1.3941987752914429 Epoch 1190: Loss: 1.4804588556289673 Epoch 1191: Loss: 1.395511269569397 Epoch 1192: Loss: 1.3068420886993408 Epoch 1193: Loss: 1.3420732021331787 Epoch 1194: Loss: 1.3052647113800049 Epoch 1195: Loss: 1.296237587928772 Epoch 1196: Loss: 1.3995723724365234 Epoch 1197: Loss: 1.3367035388946533 Epoch 1198: Loss: 1.4048722982406616 Epoch 1199: Loss: 1.280965805053711 Epoch 1200: Loss: 1.3152503967285156 Epoch 1201: Loss: 1.2920506000518799 Epoch 1202: Loss: 1.3644678592681885 Epoch 1203: Loss: 1.4174333810806274 Epoch 1204: Loss: 1.4444825649261475 Epoch 1205: Loss: 1.4000624418258667 Epoch 1206: Loss: 1.4296903610229492 Epoch 1207: Loss: 1.31586754322052 Epoch 1208: Loss: 1.3413898944854736 Epoch 1209: Loss: 1.3052949905395508 Epoch 1210: Loss: 1.3748798370361328 Epoch 1211: Loss: 1.3682211637496948 Epoch 1212: Loss: 1.3425089120864868 Epoch 1213: Loss: 1.4465808868408203 Epoch 1214: Loss: 1.2418403625488281 Epoch 1215: Loss: 1.2295986413955688 Epoch 1216: Loss: 1.344948172569275 Epoch 1217: Loss: 1.3174519538879395 Epoch 1218: Loss: 1.339349389076233 Epoch 1219: Loss: 1.2975072860717773 Epoch 1220: Loss: 1.3574095964431763 Epoch 1221: Loss: 1.2731105089187622 Epoch 1222: Loss: 1.3746113777160645 Epoch 1223: Loss: 1.260581612586975 Epoch 1224: Loss: 1.4512468576431274 Epoch 1225: Loss: 1.2191523313522339 Epoch 1226: Loss: 1.394528865814209 Epoch 1227: Loss: 1.220007300376892 Epoch 1228: Loss: 1.225302815437317 Epoch 1229: Loss: 1.3443893194198608 Epoch 1230: Loss: 1.3108305931091309 Epoch 1231: Loss: 1.2838280200958252 Epoch 1232: Loss: 1.356695294380188 Epoch 1233: Loss: 1.4225118160247803 Epoch 1234: Loss: 1.38125479221344 Epoch 1235: Loss: 1.3840806484222412 Epoch 1236: Loss: 1.2963309288024902 Epoch 1237: Loss: 1.2159312963485718 Epoch 1238: Loss: 1.3756623268127441 Epoch 1239: Loss: 1.331485390663147 Epoch 1240: Loss: 1.351446509361267 Epoch 1241: Loss: 1.3461593389511108 Epoch 1242: Loss: 1.261855125427246 Epoch 1243: Loss: 1.3655054569244385 Epoch 1244: Loss: 1.3121023178100586 Epoch 1245: Loss: 1.3061100244522095 Epoch 1246: Loss: 1.3240431547164917 Epoch 1247: Loss: 1.2347017526626587 Epoch 1248: Loss: 1.3851406574249268 Epoch 1249: Loss: 1.3634617328643799 Epoch 1250: Loss: 1.3366823196411133 Epoch 1251: Loss: 1.30306875705719 Epoch 1252: Loss: 1.3540678024291992 Epoch 1253: Loss: 1.3597832918167114 Epoch 1254: Loss: 1.343360424041748 Epoch 1255: Loss: 1.317559838294983 Epoch 1256: Loss: 1.279410719871521 Epoch 1257: Loss: 1.3315874338150024 Epoch 1258: Loss: 1.2043730020523071 Epoch 1259: Loss: 1.2975900173187256 Epoch 1260: Loss: 1.3126239776611328 Epoch 1261: Loss: 1.3780730962753296 Epoch 1262: Loss: 1.2529629468917847 Epoch 1263: Loss: 1.3173714876174927 Epoch 1264: Loss: 1.2585269212722778 Epoch 1265: Loss: 1.2937079668045044 Epoch 1266: Loss: 1.2843505144119263 Epoch 1267: Loss: 1.3383190631866455 Epoch 1268: Loss: 1.2887630462646484 Epoch 1269: Loss: 1.301988124847412 Epoch 1270: Loss: 1.3512005805969238 Epoch 1271: Loss: 1.2827050685882568 Epoch 1272: Loss: 1.349203109741211 Epoch 1273: Loss: 1.2776850461959839 Epoch 1274: Loss: 1.2766410112380981 Epoch 1275: Loss: 1.2709580659866333 Epoch 1276: Loss: 1.3056458234786987 Epoch 1277: Loss: 1.256051778793335 Epoch 1278: Loss: 1.2079955339431763 Epoch 1279: Loss: 1.2101619243621826 Epoch 1280: Loss: 1.3023489713668823 Epoch 1281: Loss: 1.3427258729934692 Epoch 1282: Loss: 1.290207028388977 Epoch 1283: Loss: 1.293573260307312 Epoch 1284: Loss: 1.3590047359466553 Epoch 1285: Loss: 1.3013311624526978 Epoch 1286: Loss: 1.2648295164108276 Epoch 1287: Loss: 1.3603367805480957 Epoch 1288: Loss: 1.2586721181869507 Epoch 1289: Loss: 1.329118013381958 Epoch 1290: Loss: 1.2919715642929077 Epoch 1291: Loss: 1.2588918209075928 Epoch 1292: Loss: 1.3327064514160156 Epoch 1293: Loss: 1.2928414344787598 Epoch 1294: Loss: 1.3151845932006836 Epoch 1295: Loss: 1.2960337400436401 Epoch 1296: Loss: 1.2667664289474487 Epoch 1297: Loss: 1.182376503944397 Epoch 1298: Loss: 1.2913682460784912 Epoch 1299: Loss: 1.3778526782989502 Epoch 1300: Loss: 1.2969858646392822 Epoch 1301: Loss: 1.3099266290664673 Epoch 1302: Loss: 1.2626456022262573 Epoch 1303: Loss: 1.2075990438461304 Epoch 1304: Loss: 1.3359452486038208 Epoch 1305: Loss: 1.2789990901947021 Epoch 1306: Loss: 1.2254356145858765 Epoch 1307: Loss: 1.359067440032959 Epoch 1308: Loss: 1.2296096086502075 Epoch 1309: Loss: 1.359017014503479 Epoch 1310: Loss: 1.2082310914993286 Epoch 1311: Loss: 1.2772331237792969 Epoch 1312: Loss: 1.2515789270401 Epoch 1313: Loss: 1.312907338142395 Epoch 1314: Loss: 1.2897374629974365 Epoch 1315: Loss: 1.3091955184936523 Epoch 1316: Loss: 1.2136659622192383 Epoch 1317: Loss: 1.2637038230895996 Epoch 1318: Loss: 1.2985843420028687 Epoch 1319: Loss: 1.293761134147644 Epoch 1320: Loss: 1.323596715927124 Epoch 1321: Loss: 1.3190689086914062 Epoch 1322: Loss: 1.3152564764022827 Epoch 1323: Loss: 1.2961097955703735 Epoch 1324: Loss: 1.4129506349563599 Epoch 1325: Loss: 1.2915278673171997 Epoch 1326: Loss: 1.2447086572647095 Epoch 1327: Loss: 1.2956784963607788 Epoch 1328: Loss: 1.367089867591858 Epoch 1329: Loss: 1.3488140106201172 Epoch 1330: Loss: 1.3100084066390991 Epoch 1331: Loss: 1.3602207899093628 Epoch 1332: Loss: 1.256644368171692 Epoch 1333: Loss: 1.3260893821716309 Epoch 1334: Loss: 1.284223198890686 Epoch 1335: Loss: 1.25907301902771 Epoch 1336: Loss: 1.2721046209335327 Epoch 1337: Loss: 1.2973896265029907 Epoch 1338: Loss: 1.2376254796981812 Epoch 1339: Loss: 1.2825872898101807 Epoch 1340: Loss: 1.1392958164215088 Epoch 1341: Loss: 1.2285569906234741 Epoch 1342: Loss: 1.294779658317566 Epoch 1343: Loss: 1.3687762022018433 Epoch 1344: Loss: 1.2210453748703003 Epoch 1345: Loss: 1.3399834632873535 Epoch 1346: Loss: 1.3980239629745483 Epoch 1347: Loss: 1.2066324949264526 Epoch 1348: Loss: 1.2283815145492554 Epoch 1349: Loss: 1.2743374109268188 Epoch 1350: Loss: 1.2979737520217896 Epoch 1351: Loss: 1.2263704538345337 Epoch 1352: Loss: 1.2561832666397095 Epoch 1353: Loss: 1.284162163734436 Epoch 1354: Loss: 1.307137370109558 Epoch 1355: Loss: 1.3473533391952515 Epoch 1356: Loss: 1.277474284172058 Epoch 1357: Loss: 1.254014015197754 Epoch 1358: Loss: 1.3118393421173096 Epoch 1359: Loss: 1.3099290132522583 Epoch 1360: Loss: 1.3803999423980713 Epoch 1361: Loss: 1.2301011085510254 Epoch 1362: Loss: 1.274951696395874 Epoch 1363: Loss: 1.2757363319396973 Epoch 1364: Loss: 1.208450198173523 Epoch 1365: Loss: 1.2579530477523804 Epoch 1366: Loss: 1.2889994382858276 Epoch 1367: Loss: 1.1948045492172241 Epoch 1368: Loss: 1.1957883834838867 Epoch 1369: Loss: 1.2594654560089111 Epoch 1370: Loss: 1.3015745878219604 Epoch 1371: Loss: 1.2307087182998657 Epoch 1372: Loss: 1.280557632446289 Epoch 1373: Loss: 1.2810969352722168 Epoch 1374: Loss: 1.240227222442627 Epoch 1375: Loss: 1.2621036767959595 Epoch 1376: Loss: 1.3111567497253418 Epoch 1377: Loss: 1.2706053256988525 Epoch 1378: Loss: 1.291909098625183 Epoch 1379: Loss: 1.1123695373535156 Epoch 1380: Loss: 1.2606300115585327 Epoch 1381: Loss: 1.3101359605789185 Epoch 1382: Loss: 1.1703972816467285 Epoch 1383: Loss: 1.3056681156158447 Epoch 1384: Loss: 1.1949896812438965 Epoch 1385: Loss: 1.2558972835540771 Epoch 1386: Loss: 1.2503416538238525 Epoch 1387: Loss: 1.3832764625549316 Epoch 1388: Loss: 1.2493324279785156 Epoch 1389: Loss: 1.2689118385314941 Epoch 1390: Loss: 1.2701730728149414 Epoch 1391: Loss: 1.1774191856384277 Epoch 1392: Loss: 1.1877487897872925 Epoch 1393: Loss: 1.3106428384780884 Epoch 1394: Loss: 1.2611867189407349 Epoch 1395: Loss: 1.2611557245254517 Epoch 1396: Loss: 1.2541059255599976 Epoch 1397: Loss: 1.2342194318771362 Epoch 1398: Loss: 1.1517711877822876 Epoch 1399: Loss: 1.1866278648376465 Epoch 1400: Loss: 1.2200568914413452 Epoch 1401: Loss: 1.3102350234985352 Epoch 1402: Loss: 1.2389813661575317 Epoch 1403: Loss: 1.2612117528915405 Epoch 1404: Loss: 1.2909859418869019 Epoch 1405: Loss: 1.2251734733581543 Epoch 1406: Loss: 1.2297084331512451 Epoch 1407: Loss: 1.2533918619155884 Epoch 1408: Loss: 1.3148576021194458 Epoch 1409: Loss: 1.209277629852295 Epoch 1410: Loss: 1.220654845237732 Epoch 1411: Loss: 1.2240709066390991 Epoch 1412: Loss: 1.173742651939392 Epoch 1413: Loss: 1.1863497495651245 Epoch 1414: Loss: 1.2295966148376465 Epoch 1415: Loss: 1.2884067296981812 Epoch 1416: Loss: 1.2619364261627197 Epoch 1417: Loss: 1.2721046209335327 Epoch 1418: Loss: 1.2543449401855469 Epoch 1419: Loss: 1.1718056201934814 Epoch 1420: Loss: 1.2777599096298218 Epoch 1421: Loss: 1.2363227605819702 Epoch 1422: Loss: 1.2574204206466675 Epoch 1423: Loss: 1.270551085472107 Epoch 1424: Loss: 1.1463983058929443 Epoch 1425: Loss: 1.2171249389648438 Epoch 1426: Loss: 1.2449761629104614 Epoch 1427: Loss: 1.219170331954956 Epoch 1428: Loss: 1.2563780546188354 Epoch 1429: Loss: 1.2344802618026733 Epoch 1430: Loss: 1.183959722518921 Epoch 1431: Loss: 1.224097728729248 Epoch 1432: Loss: 1.1949400901794434 Epoch 1433: Loss: 1.2770943641662598 Epoch 1434: Loss: 1.262953519821167 Epoch 1435: Loss: 1.186935544013977 Epoch 1436: Loss: 1.1693774461746216 Epoch 1437: Loss: 1.0688234567642212 Epoch 1438: Loss: 1.2417247295379639 Epoch 1439: Loss: 1.296331763267517 Epoch 1440: Loss: 1.23028564453125 Epoch 1441: Loss: 1.297366976737976 Epoch 1442: Loss: 1.2167102098464966 Epoch 1443: Loss: 1.128906011581421 Epoch 1444: Loss: 1.224077582359314 Epoch 1445: Loss: 1.1101157665252686 Epoch 1446: Loss: 1.190208077430725 Epoch 1447: Loss: 1.2445359230041504 Epoch 1448: Loss: 1.2546539306640625 Epoch 1449: Loss: 1.2290799617767334 Epoch 1450: Loss: 1.3003065586090088 Epoch 1451: Loss: 1.2280700206756592 Epoch 1452: Loss: 1.2516674995422363 Epoch 1453: Loss: 1.2227749824523926 Epoch 1454: Loss: 1.2212976217269897 Epoch 1455: Loss: 1.1492390632629395 Epoch 1456: Loss: 1.3115448951721191 Epoch 1457: Loss: 1.2038034200668335 Epoch 1458: Loss: 1.2894779443740845 Epoch 1459: Loss: 1.168867826461792 Epoch 1460: Loss: 1.3228038549423218 Epoch 1461: Loss: 1.1109974384307861 Epoch 1462: Loss: 1.246330976486206 Epoch 1463: Loss: 1.1931108236312866 Epoch 1464: Loss: 1.1839869022369385 Epoch 1465: Loss: 1.2508152723312378 Epoch 1466: Loss: 1.199709177017212 Epoch 1467: Loss: 1.2491604089736938 Epoch 1468: Loss: 1.2105406522750854 Epoch 1469: Loss: 1.2527672052383423 Epoch 1470: Loss: 1.2581442594528198 Epoch 1471: Loss: 1.1797456741333008 Epoch 1472: Loss: 1.2020397186279297 Epoch 1473: Loss: 1.2138826847076416 Epoch 1474: Loss: 1.2321085929870605 Epoch 1475: Loss: 1.1229662895202637 Epoch 1476: Loss: 1.1902527809143066 Epoch 1477: Loss: 1.1491457223892212 Epoch 1478: Loss: 1.2366353273391724 Epoch 1479: Loss: 1.130938172340393 Epoch 1480: Loss: 1.1620880365371704 Epoch 1481: Loss: 1.1665363311767578 Epoch 1482: Loss: 1.1537307500839233 Epoch 1483: Loss: 1.1733211278915405 Epoch 1484: Loss: 1.2509604692459106 Epoch 1485: Loss: 1.2039294242858887 Epoch 1486: Loss: 1.2055476903915405 Epoch 1487: Loss: 1.192614197731018 Epoch 1488: Loss: 1.161047339439392 Epoch 1489: Loss: 1.1490079164505005 Epoch 1490: Loss: 1.2183526754379272 Epoch 1491: Loss: 1.2665889263153076 Epoch 1492: Loss: 1.1352334022521973 Epoch 1493: Loss: 1.2803536653518677 Epoch 1494: Loss: 1.205589771270752 Epoch 1495: Loss: 1.1924539804458618 Epoch 1496: Loss: 1.1861697435379028 Epoch 1497: Loss: 1.1784418821334839 Epoch 1498: Loss: 1.2473928928375244 Epoch 1499: Loss: 1.2222073078155518 Epoch 1500: Loss: 1.217141032218933 Epoch 1501: Loss: 1.1137065887451172 Epoch 1502: Loss: 1.21282160282135 Epoch 1503: Loss: 1.1118888854980469 Epoch 1504: Loss: 1.1584889888763428 Epoch 1505: Loss: 1.1985706090927124 Epoch 1506: Loss: 1.1923072338104248 Epoch 1507: Loss: 1.1508785486221313 Epoch 1508: Loss: 1.1298880577087402 Epoch 1509: Loss: 1.2435636520385742 Epoch 1510: Loss: 1.20211923122406 Epoch 1511: Loss: 1.1682193279266357 Epoch 1512: Loss: 1.1592243909835815 Epoch 1513: Loss: 1.2177135944366455 Epoch 1514: Loss: 1.2348766326904297 Epoch 1515: Loss: 1.193718671798706 Epoch 1516: Loss: 1.2971092462539673 Epoch 1517: Loss: 1.1482998132705688 Epoch 1518: Loss: 1.198702335357666 Epoch 1519: Loss: 1.229142189025879 Epoch 1520: Loss: 1.1710706949234009 Epoch 1521: Loss: 1.0984413623809814 Epoch 1522: Loss: 1.1801928281784058 Epoch 1523: Loss: 1.168500304222107 Epoch 1524: Loss: 1.1512956619262695 Epoch 1525: Loss: 1.1717426776885986 Epoch 1526: Loss: 1.1029564142227173 Epoch 1527: Loss: 1.2121148109436035 Epoch 1528: Loss: 1.1339460611343384 Epoch 1529: Loss: 1.21376633644104 Epoch 1530: Loss: 1.1868293285369873 Epoch 1531: Loss: 1.1219639778137207 Epoch 1532: Loss: 1.133670449256897 Epoch 1533: Loss: 1.176328182220459 Epoch 1534: Loss: 1.1067336797714233 Epoch 1535: Loss: 1.1666347980499268 Epoch 1536: Loss: 1.1409918069839478 Epoch 1537: Loss: 1.168652892112732 Epoch 1538: Loss: 1.1776314973831177 Epoch 1539: Loss: 1.1469264030456543 Epoch 1540: Loss: 1.1421433687210083 Epoch 1541: Loss: 1.228057622909546 Epoch 1542: Loss: 1.2254045009613037 Epoch 1543: Loss: 1.1493176221847534 Epoch 1544: Loss: 1.095485806465149 Epoch 1545: Loss: 1.203137755393982 Epoch 1546: Loss: 1.0536617040634155 Epoch 1547: Loss: 1.148050308227539 Epoch 1548: Loss: 1.1519904136657715 Epoch 1549: Loss: 1.24586820602417 Epoch 1550: Loss: 1.1529535055160522 Epoch 1551: Loss: 1.2587441205978394 Epoch 1552: Loss: 1.1610310077667236 Epoch 1553: Loss: 1.2238175868988037 Epoch 1554: Loss: 1.147993564605713 Epoch 1555: Loss: 1.219065546989441 Epoch 1556: Loss: 1.120940923690796 Epoch 1557: Loss: 1.1757241487503052 Epoch 1558: Loss: 1.1752992868423462 Epoch 1559: Loss: 1.1645523309707642 Epoch 1560: Loss: 1.2931389808654785 Epoch 1561: Loss: 1.1345925331115723 Epoch 1562: Loss: 1.0940746068954468 Epoch 1563: Loss: 1.176709532737732 Epoch 1564: Loss: 1.1967884302139282 Epoch 1565: Loss: 1.1933099031448364 Epoch 1566: Loss: 1.1151762008666992 Epoch 1567: Loss: 1.1867592334747314 Epoch 1568: Loss: 1.0939421653747559 Epoch 1569: Loss: 1.1022863388061523 Epoch 1570: Loss: 1.1758474111557007 Epoch 1571: Loss: 1.153272032737732 Epoch 1572: Loss: 1.0964094400405884 Epoch 1573: Loss: 1.1339339017868042 Epoch 1574: Loss: 1.06979238986969 Epoch 1575: Loss: 1.1639914512634277 Epoch 1576: Loss: 1.2258269786834717 Epoch 1577: Loss: 1.0860328674316406 Epoch 1578: Loss: 1.192054271697998 Epoch 1579: Loss: 1.168530821800232 Epoch 1580: Loss: 1.1676937341690063 Epoch 1581: Loss: 1.1964678764343262 Epoch 1582: Loss: 1.144247055053711 Epoch 1583: Loss: 1.1103230714797974 Epoch 1584: Loss: 1.1616283655166626 Epoch 1585: Loss: 1.1052625179290771 Epoch 1586: Loss: 1.1342204809188843 Epoch 1587: Loss: 1.0725511312484741 Epoch 1588: Loss: 1.1710437536239624 Epoch 1589: Loss: 1.189429521560669 Epoch 1590: Loss: 1.2084494829177856 Epoch 1591: Loss: 1.175088882446289 Epoch 1592: Loss: 1.1964541673660278 Epoch 1593: Loss: 1.2180087566375732 Epoch 1594: Loss: 1.1806858777999878 Epoch 1595: Loss: 1.237497091293335 Epoch 1596: Loss: 1.174984097480774 Epoch 1597: Loss: 1.124761939048767 Epoch 1598: Loss: 1.1586884260177612 Epoch 1599: Loss: 1.2068777084350586 Epoch 1600: Loss: 1.2066582441329956 Epoch 1601: Loss: 1.2064963579177856 Epoch 1602: Loss: 1.2277663946151733 Epoch 1603: Loss: 1.1552537679672241 Epoch 1604: Loss: 1.2100573778152466 Epoch 1605: Loss: 1.178768515586853 Epoch 1606: Loss: 1.135317325592041 Epoch 1607: Loss: 1.103063941001892 Epoch 1608: Loss: 1.1289407014846802 Epoch 1609: Loss: 1.176949143409729 Epoch 1610: Loss: 1.2031890153884888 Epoch 1611: Loss: 1.1158536672592163 Epoch 1612: Loss: 1.1570079326629639 Epoch 1613: Loss: 1.1417597532272339 Epoch 1614: Loss: 1.1029529571533203 Epoch 1615: Loss: 1.1785708665847778 Epoch 1616: Loss: 1.1326985359191895 Epoch 1617: Loss: 1.1090961694717407 Epoch 1618: Loss: 1.125789999961853 Epoch 1619: Loss: 1.2020020484924316 Epoch 1620: Loss: 1.101983666419983 Epoch 1621: Loss: 1.1529393196105957 Epoch 1622: Loss: 1.182023286819458 Epoch 1623: Loss: 1.1297316551208496 Epoch 1624: Loss: 1.0775947570800781 Epoch 1625: Loss: 1.127556562423706 Epoch 1626: Loss: 1.157968521118164 Epoch 1627: Loss: 1.156376838684082 Epoch 1628: Loss: 1.0920950174331665 Epoch 1629: Loss: 1.0901198387145996 Epoch 1630: Loss: 1.0972278118133545 Epoch 1631: Loss: 1.1806039810180664 Epoch 1632: Loss: 1.1657013893127441 Epoch 1633: Loss: 1.1001588106155396 Epoch 1634: Loss: 1.1893421411514282 Epoch 1635: Loss: 1.1583092212677002 Epoch 1636: Loss: 1.0887653827667236 Epoch 1637: Loss: 1.1207315921783447 Epoch 1638: Loss: 1.171077847480774 Epoch 1639: Loss: 1.2252429723739624 Epoch 1640: Loss: 1.0829514265060425 Epoch 1641: Loss: 1.1263130903244019 Epoch 1642: Loss: 1.2288082838058472 Epoch 1643: Loss: 1.0843061208724976 Epoch 1644: Loss: 1.1455180644989014 Epoch 1645: Loss: 1.1238787174224854 Epoch 1646: Loss: 1.105939269065857 Epoch 1647: Loss: 1.0903866291046143 Epoch 1648: Loss: 1.1558899879455566 Epoch 1649: Loss: 1.093304991722107 Epoch 1650: Loss: 1.1609063148498535 Epoch 1651: Loss: 1.1681580543518066 Epoch 1652: Loss: 1.1320676803588867 Epoch 1653: Loss: 1.151852011680603 Epoch 1654: Loss: 1.0383278131484985 Epoch 1655: Loss: 1.1738438606262207 Epoch 1656: Loss: 1.074056625366211 Epoch 1657: Loss: 1.052401065826416 Epoch 1658: Loss: 1.1047230958938599 Epoch 1659: Loss: 1.20669686794281 Epoch 1660: Loss: 1.1189498901367188 Epoch 1661: Loss: 1.1420722007751465 Epoch 1662: Loss: 1.118698239326477 Epoch 1663: Loss: 1.148373007774353 Epoch 1664: Loss: 1.1194812059402466 Epoch 1665: Loss: 1.1132879257202148 Epoch 1666: Loss: 1.115567922592163 Epoch 1667: Loss: 1.1519551277160645 Epoch 1668: Loss: 1.1341352462768555 Epoch 1669: Loss: 1.1208528280258179 Epoch 1670: Loss: 1.0806376934051514 Epoch 1671: Loss: 1.1553045511245728 Epoch 1672: Loss: 1.1250296831130981 Epoch 1673: Loss: 1.0414859056472778 Epoch 1674: Loss: 1.0954509973526 Epoch 1675: Loss: 1.0700000524520874 Epoch 1676: Loss: 1.0924571752548218 Epoch 1677: Loss: 1.0862621068954468 Epoch 1678: Loss: 1.1088883876800537 Epoch 1679: Loss: 1.0820238590240479 Epoch 1680: Loss: 1.2040704488754272 Epoch 1681: Loss: 1.1197664737701416 Epoch 1682: Loss: 1.1629778146743774 Epoch 1683: Loss: 1.1379806995391846 Epoch 1684: Loss: 1.0961741209030151 Epoch 1685: Loss: 1.188381314277649 Epoch 1686: Loss: 1.2036232948303223 Epoch 1687: Loss: 1.1286906003952026 Epoch 1688: Loss: 1.0876376628875732 Epoch 1689: Loss: 1.203568935394287 Epoch 1690: Loss: 1.0847749710083008 Epoch 1691: Loss: 1.159719705581665 Epoch 1692: Loss: 1.1356136798858643 Epoch 1693: Loss: 1.1063028573989868 Epoch 1694: Loss: 1.098771333694458 Epoch 1695: Loss: 1.1125229597091675 Epoch 1696: Loss: 1.1690073013305664 Epoch 1697: Loss: 1.1121561527252197 Epoch 1698: Loss: 1.1613985300064087 Epoch 1699: Loss: 1.1991841793060303 Epoch 1700: Loss: 1.084511399269104 Epoch 1701: Loss: 1.069694995880127 Epoch 1702: Loss: 1.1112531423568726 Epoch 1703: Loss: 1.0662412643432617 Epoch 1704: Loss: 1.1088796854019165 Epoch 1705: Loss: 1.116660237312317 Epoch 1706: Loss: 1.147437334060669 Epoch 1707: Loss: 1.149764060974121 Epoch 1708: Loss: 1.027631402015686 Epoch 1709: Loss: 1.1533966064453125 Epoch 1710: Loss: 1.0823135375976562 Epoch 1711: Loss: 1.1688356399536133 Epoch 1712: Loss: 1.1686718463897705 Epoch 1713: Loss: 1.0323110818862915 Epoch 1714: Loss: 1.1303633451461792 Epoch 1715: Loss: 1.0534203052520752 Epoch 1716: Loss: 1.0498161315917969 Epoch 1717: Loss: 1.1654564142227173 Epoch 1718: Loss: 1.115679144859314 Epoch 1719: Loss: 1.1359983682632446 Epoch 1720: Loss: 1.0904288291931152 Epoch 1721: Loss: 1.1917870044708252 Epoch 1722: Loss: 1.0525307655334473 Epoch 1723: Loss: 1.0703867673873901 Epoch 1724: Loss: 1.138834834098816 Epoch 1725: Loss: 1.1577284336090088 Epoch 1726: Loss: 1.0738179683685303 Epoch 1727: Loss: 1.0815939903259277 Epoch 1728: Loss: 1.1136916875839233 Epoch 1729: Loss: 1.1714059114456177 Epoch 1730: Loss: 1.1149784326553345 Epoch 1731: Loss: 1.0128686428070068 Epoch 1732: Loss: 1.1161079406738281 Epoch 1733: Loss: 1.1406301259994507 Epoch 1734: Loss: 1.0696003437042236 Epoch 1735: Loss: 1.158968210220337 Epoch 1736: Loss: 1.0741243362426758 Epoch 1737: Loss: 1.1418051719665527 Epoch 1738: Loss: 1.0607548952102661 Epoch 1739: Loss: 1.1554285287857056 Epoch 1740: Loss: 1.0949389934539795 Epoch 1741: Loss: 1.111678957939148 Epoch 1742: Loss: 1.0984420776367188 Epoch 1743: Loss: 1.130529522895813 Epoch 1744: Loss: 1.0428985357284546 Epoch 1745: Loss: 1.0613981485366821 Epoch 1746: Loss: 1.0021164417266846 Epoch 1747: Loss: 1.0087207555770874 Epoch 1748: Loss: 1.0769723653793335 Epoch 1749: Loss: 1.1123346090316772 Epoch 1750: Loss: 1.086508870124817 Epoch 1751: Loss: 1.0951359272003174 Epoch 1752: Loss: 1.1259011030197144 Epoch 1753: Loss: 1.0640230178833008 Epoch 1754: Loss: 1.031983733177185 Epoch 1755: Loss: 1.0346925258636475 Epoch 1756: Loss: 1.1050904989242554 Epoch 1757: Loss: 1.0622354745864868 Epoch 1758: Loss: 1.140069842338562 Epoch 1759: Loss: 1.09586501121521 Epoch 1760: Loss: 1.0565136671066284 Epoch 1761: Loss: 1.0826342105865479 Epoch 1762: Loss: 1.1315921545028687 Epoch 1763: Loss: 1.0820395946502686 Epoch 1764: Loss: 1.1013745069503784 Epoch 1765: Loss: 1.0500147342681885 Epoch 1766: Loss: 1.1245733499526978 Epoch 1767: Loss: 1.2266687154769897 Epoch 1768: Loss: 1.1059941053390503 Epoch 1769: Loss: 1.0382273197174072 Epoch 1770: Loss: 1.1594836711883545 Epoch 1771: Loss: 1.1111124753952026 Epoch 1772: Loss: 1.152872085571289 Epoch 1773: Loss: 1.1263322830200195 Epoch 1774: Loss: 1.0339865684509277 Epoch 1775: Loss: 1.1181070804595947 Epoch 1776: Loss: 1.071980595588684 Epoch 1777: Loss: 1.1504805088043213 Epoch 1778: Loss: 1.0231536626815796 Epoch 1779: Loss: 1.0988688468933105 Epoch 1780: Loss: 1.0084255933761597 Epoch 1781: Loss: 1.1400110721588135 Epoch 1782: Loss: 1.1402482986450195 Epoch 1783: Loss: 1.1166330575942993 Epoch 1784: Loss: 1.077855110168457 Epoch 1785: Loss: 1.1124241352081299 Epoch 1786: Loss: 0.9476726055145264 Epoch 1787: Loss: 1.021254062652588 Epoch 1788: Loss: 1.0894653797149658 Epoch 1789: Loss: 1.1084303855895996 Epoch 1790: Loss: 1.154312252998352 Epoch 1791: Loss: 1.1400038003921509 Epoch 1792: Loss: 1.0476539134979248 Epoch 1793: Loss: 1.1713520288467407 Epoch 1794: Loss: 1.0207346677780151 Epoch 1795: Loss: 1.0949902534484863 Epoch 1796: Loss: 1.1907175779342651 Epoch 1797: Loss: 1.0986216068267822 Epoch 1798: Loss: 1.0370298624038696 Epoch 1799: Loss: 1.1100577116012573 Epoch 1800: Loss: 1.1409106254577637 Epoch 1801: Loss: 1.0946458578109741 Epoch 1802: Loss: 1.0926141738891602 Epoch 1803: Loss: 1.0400211811065674 Epoch 1804: Loss: 1.0892860889434814 Epoch 1805: Loss: 1.1308314800262451 Epoch 1806: Loss: 1.1530624628067017 Epoch 1807: Loss: 1.0966558456420898 Epoch 1808: Loss: 1.0997471809387207 Epoch 1809: Loss: 1.0700268745422363 Epoch 1810: Loss: 1.0957560539245605 Epoch 1811: Loss: 1.1045423746109009 Epoch 1812: Loss: 1.1204131841659546 Epoch 1813: Loss: 1.0309154987335205 Epoch 1814: Loss: 1.0668948888778687 Epoch 1815: Loss: 1.1218984127044678 Epoch 1816: Loss: 1.0566534996032715 Epoch 1817: Loss: 1.036556601524353 Epoch 1818: Loss: 1.1917716264724731 Epoch 1819: Loss: 1.0351049900054932 Epoch 1820: Loss: 1.1240988969802856 Epoch 1821: Loss: 1.050603985786438 Epoch 1822: Loss: 1.0292776823043823 Epoch 1823: Loss: 1.0688377618789673 Epoch 1824: Loss: 1.0264501571655273 Epoch 1825: Loss: 1.1123427152633667 Epoch 1826: Loss: 1.0854566097259521 Epoch 1827: Loss: 1.037972331047058 Epoch 1828: Loss: 1.0764524936676025 Epoch 1829: Loss: 1.0274066925048828 Epoch 1830: Loss: 1.1611063480377197 Epoch 1831: Loss: 1.1483404636383057 Epoch 1832: Loss: 1.0982625484466553 Epoch 1833: Loss: 1.0560036897659302 Epoch 1834: Loss: 1.1108613014221191 Epoch 1835: Loss: 1.1089061498641968 Epoch 1836: Loss: 1.026995301246643 Epoch 1837: Loss: 1.1491856575012207 Epoch 1838: Loss: 1.1092360019683838 Epoch 1839: Loss: 1.086531639099121 Epoch 1840: Loss: 1.0539183616638184 Epoch 1841: Loss: 1.0496643781661987 Epoch 1842: Loss: 1.0945611000061035 Epoch 1843: Loss: 1.1012368202209473 Epoch 1844: Loss: 1.0953961610794067 Epoch 1845: Loss: 1.1087563037872314 Epoch 1846: Loss: 1.0335363149642944 Epoch 1847: Loss: 1.0822583436965942 Epoch 1848: Loss: 0.9621972441673279 Epoch 1849: Loss: 1.0759774446487427 Epoch 1850: Loss: 0.9981650710105896 Epoch 1851: Loss: 1.0835388898849487 Epoch 1852: Loss: 1.0287505388259888 Epoch 1853: Loss: 1.0804550647735596 Epoch 1854: Loss: 1.0107901096343994 Epoch 1855: Loss: 1.0832089185714722 Epoch 1856: Loss: 1.070955514907837 Epoch 1857: Loss: 1.056503176689148 Epoch 1858: Loss: 1.0260263681411743 Epoch 1859: Loss: 1.0601218938827515 Epoch 1860: Loss: 0.986345648765564 Epoch 1861: Loss: 1.0691131353378296 Epoch 1862: Loss: 1.0896600484848022 Epoch 1863: Loss: 1.0485841035842896 Epoch 1864: Loss: 1.008642554283142 Epoch 1865: Loss: 1.055152177810669 Epoch 1866: Loss: 1.0523982048034668 Epoch 1867: Loss: 1.063950538635254 Epoch 1868: Loss: 0.9995119571685791 Epoch 1869: Loss: 1.1005805730819702 Epoch 1870: Loss: 0.9879656434059143 Epoch 1871: Loss: 1.0208711624145508 Epoch 1872: Loss: 1.0668641328811646 Epoch 1873: Loss: 1.0050952434539795 Epoch 1874: Loss: 1.074178695678711 Epoch 1875: Loss: 1.076896071434021 Epoch 1876: Loss: 1.0424573421478271 Epoch 1877: Loss: 1.1112828254699707 Epoch 1878: Loss: 1.0381091833114624 Epoch 1879: Loss: 1.048359990119934 Epoch 1880: Loss: 1.0205421447753906 Epoch 1881: Loss: 1.0706020593643188 Epoch 1882: Loss: 1.0660277605056763 Epoch 1883: Loss: 1.1755399703979492 Epoch 1884: Loss: 0.9989690780639648 Epoch 1885: Loss: 1.1110055446624756 Epoch 1886: Loss: 1.1119623184204102 Epoch 1887: Loss: 1.0674660205841064 Epoch 1888: Loss: 1.146191120147705 Epoch 1889: Loss: 1.127543568611145 Epoch 1890: Loss: 1.058783769607544 Epoch 1891: Loss: 1.0166720151901245 Epoch 1892: Loss: 1.0768686532974243 Epoch 1893: Loss: 1.0888862609863281 Epoch 1894: Loss: 1.0263844728469849 Epoch 1895: Loss: 1.0609766244888306 Epoch 1896: Loss: 1.0550687313079834 Epoch 1897: Loss: 0.9484427571296692 Epoch 1898: Loss: 1.134902000427246 Epoch 1899: Loss: 1.0605632066726685 Epoch 1900: Loss: 1.0055532455444336 Epoch 1901: Loss: 1.0109219551086426 Epoch 1902: Loss: 1.1597952842712402 Epoch 1903: Loss: 1.051351547241211 Epoch 1904: Loss: 1.0080029964447021 Epoch 1905: Loss: 1.0381953716278076 Epoch 1906: Loss: 1.0471138954162598 Epoch 1907: Loss: 1.0251848697662354 Epoch 1908: Loss: 1.01246178150177 Epoch 1909: Loss: 1.0877282619476318 Epoch 1910: Loss: 0.9766338467597961 Epoch 1911: Loss: 1.0310231447219849 Epoch 1912: Loss: 1.1631557941436768 Epoch 1913: Loss: 1.0146431922912598 Epoch 1914: Loss: 1.0257411003112793 Epoch 1915: Loss: 1.0379377603530884 Epoch 1916: Loss: 1.0301055908203125 Epoch 1917: Loss: 1.0970529317855835 Epoch 1918: Loss: 1.0556285381317139 Epoch 1919: Loss: 0.9959467053413391 Epoch 1920: Loss: 1.0900005102157593 Epoch 1921: Loss: 1.1561129093170166 Epoch 1922: Loss: 1.019670844078064 Epoch 1923: Loss: 1.0270308256149292 Epoch 1924: Loss: 1.0130209922790527 Epoch 1925: Loss: 1.0488317012786865 Epoch 1926: Loss: 1.043716311454773 Epoch 1927: Loss: 1.0572011470794678 Epoch 1928: Loss: 1.0441408157348633 Epoch 1929: Loss: 1.0893679857254028 Epoch 1930: Loss: 1.0792629718780518 Epoch 1931: Loss: 1.0896906852722168 Epoch 1932: Loss: 1.0586620569229126 Epoch 1933: Loss: 1.0292932987213135 Epoch 1934: Loss: 1.0242472887039185 Epoch 1935: Loss: 1.026817798614502 Epoch 1936: Loss: 1.0369971990585327 Epoch 1937: Loss: 1.110764503479004 Epoch 1938: Loss: 0.9711331129074097 Epoch 1939: Loss: 1.0250715017318726 Epoch 1940: Loss: 1.0223309993743896 Epoch 1941: Loss: 1.0618408918380737 Epoch 1942: Loss: 1.0753556489944458 Epoch 1943: Loss: 1.1327524185180664 Epoch 1944: Loss: 1.0516802072525024 Epoch 1945: Loss: 1.0167690515518188 Epoch 1946: Loss: 1.0602021217346191 Epoch 1947: Loss: 1.0027092695236206 Epoch 1948: Loss: 0.9339149594306946 Epoch 1949: Loss: 1.041897177696228 Epoch 1950: Loss: 1.055920124053955 Epoch 1951: Loss: 1.0766199827194214 Epoch 1952: Loss: 1.028038740158081 Epoch 1953: Loss: 0.9992859363555908 Epoch 1954: Loss: 0.9780762195587158 Epoch 1955: Loss: 0.9925875663757324 Epoch 1956: Loss: 1.090743899345398 Epoch 1957: Loss: 1.0834094285964966 Epoch 1958: Loss: 1.0346475839614868 Epoch 1959: Loss: 0.9993179440498352 Epoch 1960: Loss: 1.014629602432251 Epoch 1961: Loss: 1.0426125526428223 Epoch 1962: Loss: 1.0697499513626099 Epoch 1963: Loss: 1.107592225074768 Epoch 1964: Loss: 1.0240068435668945 Epoch 1965: Loss: 0.9844068884849548 Epoch 1966: Loss: 0.9873781204223633 Epoch 1967: Loss: 1.008540153503418 Epoch 1968: Loss: 1.0293642282485962 Epoch 1969: Loss: 0.9645772576332092 Epoch 1970: Loss: 1.0089457035064697 Epoch 1971: Loss: 1.0247886180877686 Epoch 1972: Loss: 0.9828365445137024 Epoch 1973: Loss: 1.053796410560608 Epoch 1974: Loss: 1.0796340703964233 Epoch 1975: Loss: 1.0729610919952393 Epoch 1976: Loss: 1.089543342590332 Epoch 1977: Loss: 1.019613265991211 Epoch 1978: Loss: 1.13252592086792 Epoch 1979: Loss: 1.0377740859985352 Epoch 1980: Loss: 1.1547316312789917 Epoch 1981: Loss: 1.0206128358840942 Epoch 1982: Loss: 0.9983221292495728 Epoch 1983: Loss: 1.0884214639663696 Epoch 1984: Loss: 0.9933362007141113 Epoch 1985: Loss: 1.0420165061950684 Epoch 1986: Loss: 1.03598952293396 Epoch 1987: Loss: 0.9633250832557678 Epoch 1988: Loss: 1.0348061323165894 Epoch 1989: Loss: 1.1173285245895386 Epoch 1990: Loss: 0.9634341597557068 Epoch 1991: Loss: 1.0529210567474365 Epoch 1992: Loss: 1.0285944938659668 Epoch 1993: Loss: 1.1461066007614136 Epoch 1994: Loss: 1.0483266115188599 Epoch 1995: Loss: 0.955787181854248 Epoch 1996: Loss: 1.1283193826675415 Epoch 1997: Loss: 1.0023713111877441 Epoch 1998: Loss: 0.9200692176818848 Epoch 1999: Loss: 1.0292017459869385 Epoch 2000: Loss: 1.0673755407333374
def evaluate(data):
model.eval()
with torch.no_grad():
out = model(data.x, data.edge_index)
loss = loss_func(out.squeeze(), data.y)
return loss.item()
test_loss = evaluate(G_data_test)
print(f'Test Loss: {test_loss}')
Test Loss: 3.850874900817871
def predict(data):
model.eval()
with torch.no_grad():
predictions = model(data.x, data.edge_index)
return predictions.squeeze()
predictions = predict(G_data_test)
test_data_['PD GNN 2 LAYERS'] = np.array([from_pred_to_normal(y) for y in predictions])
test_data_[['PD random forest','PD GNN No sdt','PD GNN 3 LAYERS',"T_LOCAL_TX_PD",'PD GNN 2 LAYERS']]
| T_LOCAL_TX_PD | PD random forest | PD GNN No sdt | PD GNN 3 LAYERS | PD GNN 2 LAYERS | |
|---|---|---|---|---|---|
| 3394 | -4 | -4 | -5 | -8 | 5+ |
| 3396 | -6 | -6 | 5+ | -8 | -8 |
| 3403 | 6 | -6 | -5 | 3 | -4 |
| 3404 | 7+ | 7 | -5 | -8 | -10 |
| 3421 | -5 | -5 | -5 | 6+ | 6 |
| ... | ... | ... | ... | ... | ... |
| 4486 | -6 | -6 | -5 | -2 | 2 |
| 4488 | 5 | 5 | -5 | -5 | -5 |
| 4492 | 7+ | 7+ | -5 | 6+ | -7 |
| 4494 | 7 | 7 | -5 | 6 | -7 |
| 4499 | -3 | 3 | -5 | -3 | -3 |
106 rows × 5 columns
This last one is more better than the GCN with 3 layers
FEATURES ENGINEERING FOR EDGES OF GRAPH¶
# Calculating TX_COUNT and TX_MEAN
transactions_data['TX_COUNT'] = transactions_data.groupby(['ID', 'COUNTERPARTY'])['TX_AMOUNT'].transform('count')
transactions_data['TX_MEAN'] = transactions_data.groupby(['ID', 'COUNTERPARTY'])['TX_AMOUNT'].transform('mean')
transactions_data
| DATE | TX_AMOUNT | ID | COUNTERPARTY | TX_COUNT | TX_MEAN | |
|---|---|---|---|---|---|---|
| 0 | 13/03/2022 | -0.058190 | 185303 | 232173 | 22 | -0.039062 |
| 1 | 27/06/2022 | -0.059969 | 185303 | 556373 | 16 | -0.034919 |
| 2 | 17/04/2022 | -0.005332 | 185303 | 230921 | 17 | 0.004592 |
| 3 | 14/09/2022 | -0.016891 | 185303 | 230921 | 17 | 0.004592 |
| 4 | 14/02/2022 | -0.054893 | 185303 | 232173 | 22 | -0.039062 |
| ... | ... | ... | ... | ... | ... | ... |
| 138793 | 25/08/2022 | 0.383975 | 733900 | 203333 | 12 | 0.822524 |
| 138794 | 20/06/2022 | 0.697105 | 733900 | 203333 | 12 | 0.822524 |
| 138795 | 11/05/2022 | 0.848930 | 733900 | 203333 | 12 | 0.822524 |
| 138796 | 28/04/2022 | 0.907801 | 733900 | 203333 | 12 | 0.822524 |
| 138797 | 23/06/2022 | 0.751523 | 733900 | 203333 | 12 | 0.822524 |
138798 rows × 6 columns
G_train = nx.DiGraph()
for _, row in df_train_encoded.iterrows():
node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()
G_train.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])
for _, row in transactions_data.iterrows():
if row['ID'] in G_train and row['COUNTERPARTY'] in G_train:
G_train.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'], tx_count=row['TX_COUNT'], tx_mean=row['TX_MEAN'])
print(f"Train Graph has {len(G_train.nodes)} nodes and {len(G_train.edges)} edges.")
G_test = nx.DiGraph()
for _, row in df_test_encoded.iterrows():
node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()
G_test.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])
for _, row in transactions_data.iterrows():
if row['ID'] in G_test and row['COUNTERPARTY'] in G_test:
G_test.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'], tx_count=row['TX_COUNT'], tx_mean=row['TX_MEAN'])
print(f"Test Graph has {len(G_test.nodes)} nodes and {len(G_test.edges)} edges.")
Train Graph has 1129 nodes and 3297 edges. Test Graph has 106 nodes and 49 edges.
G_data_train.x = torch.tensor([list(data.values()) for _, data in G_train.nodes(data=True)], dtype=torch.float)
G_data_train.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_train.nodes(data=True)], dtype=torch.float)
edge_features = [[data['tx_amount'], data['tx_count'], data['tx_mean']] for _, _, data in G_train.edges(data=True)]
G_data_train.edge_attr = torch.tensor(edge_features, dtype=torch.float)
G_data_test.x = torch.tensor([list(data.values()) for _, data in G_test.nodes(data=True)], dtype=torch.float)
G_data_test.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_test.nodes(data=True)], dtype=torch.float)
edge_features = [[data['tx_amount'], data['tx_count'], data['tx_mean']] for _, _, data in G_test.edges(data=True)]
G_data_test.edge_attr = torch.tensor(edge_features, dtype=torch.float)
num_node_features = G_data_train.num_node_features
hidden_channels = 60
output_channels = 1
dropout_rate = 0.4
model = EnhancedGCN(num_node_features, hidden_channels, output_channels, dropout_rate)
optimizer = torch.optim.Adam(model.parameters(), lr=0.001)
loss_func = torch.nn.MSELoss()
def train():
model.train()
optimizer.zero_grad()
out = model(G_data_train.x, G_data_train.edge_index)
loss = loss_func(out.squeeze(), G_data_train.y)
loss.backward()
optimizer.step()
return loss.item()
for epoch in range(2000):
loss = train()
print(f'Epoch {epoch+1}: Loss: {loss}')
Epoch 1: Loss: 32.41835021972656 Epoch 2: Loss: 31.825180053710938 Epoch 3: Loss: 31.450489044189453 Epoch 4: Loss: 30.954965591430664 Epoch 5: Loss: 30.38775634765625 Epoch 6: Loss: 29.89249610900879 Epoch 7: Loss: 29.48677635192871 Epoch 8: Loss: 29.10199546813965 Epoch 9: Loss: 28.679677963256836 Epoch 10: Loss: 27.968273162841797 Epoch 11: Loss: 27.803007125854492 Epoch 12: Loss: 27.291553497314453 Epoch 13: Loss: 26.79412841796875 Epoch 14: Loss: 26.254920959472656 Epoch 15: Loss: 26.152400970458984 Epoch 16: Loss: 25.42543601989746 Epoch 17: Loss: 25.041902542114258 Epoch 18: Loss: 24.723960876464844 Epoch 19: Loss: 24.192819595336914 Epoch 20: Loss: 23.8312931060791 Epoch 21: Loss: 23.367259979248047 Epoch 22: Loss: 22.868331909179688 Epoch 23: Loss: 22.568878173828125 Epoch 24: Loss: 22.176347732543945 Epoch 25: Loss: 21.95272445678711 Epoch 26: Loss: 21.37904167175293 Epoch 27: Loss: 21.102310180664062 Epoch 28: Loss: 20.65489959716797 Epoch 29: Loss: 20.41763687133789 Epoch 30: Loss: 19.979238510131836 Epoch 31: Loss: 19.687105178833008 Epoch 32: Loss: 19.279987335205078 Epoch 33: Loss: 18.990848541259766 Epoch 34: Loss: 18.583511352539062 Epoch 35: Loss: 18.211986541748047 Epoch 36: Loss: 17.771451950073242 Epoch 37: Loss: 17.373329162597656 Epoch 38: Loss: 17.170223236083984 Epoch 39: Loss: 16.934978485107422 Epoch 40: Loss: 16.4322509765625 Epoch 41: Loss: 16.23719024658203 Epoch 42: Loss: 15.745872497558594 Epoch 43: Loss: 15.71656322479248 Epoch 44: Loss: 15.408802032470703 Epoch 45: Loss: 14.941061973571777 Epoch 46: Loss: 14.433871269226074 Epoch 47: Loss: 14.28629207611084 Epoch 48: Loss: 13.9251708984375 Epoch 49: Loss: 13.531865119934082 Epoch 50: Loss: 13.320549964904785 Epoch 51: Loss: 13.119080543518066 Epoch 52: Loss: 12.664968490600586 Epoch 53: Loss: 12.187403678894043 Epoch 54: Loss: 11.894355773925781 Epoch 55: Loss: 11.701529502868652 Epoch 56: Loss: 11.50171184539795 Epoch 57: Loss: 11.391680717468262 Epoch 58: Loss: 10.783366203308105 Epoch 59: Loss: 10.505228042602539 Epoch 60: Loss: 10.477568626403809 Epoch 61: Loss: 9.875354766845703 Epoch 62: Loss: 9.859810829162598 Epoch 63: Loss: 9.49624252319336 Epoch 64: Loss: 9.302632331848145 Epoch 65: Loss: 8.857931137084961 Epoch 66: Loss: 8.672444343566895 Epoch 67: Loss: 8.202932357788086 Epoch 68: Loss: 8.214040756225586 Epoch 69: Loss: 8.087214469909668 Epoch 70: Loss: 7.725693225860596 Epoch 71: Loss: 7.36545991897583 Epoch 72: Loss: 7.555617332458496 Epoch 73: Loss: 6.888508319854736 Epoch 74: Loss: 6.831200122833252 Epoch 75: Loss: 6.838742733001709 Epoch 76: Loss: 6.475734233856201 Epoch 77: Loss: 6.255692958831787 Epoch 78: Loss: 6.075843334197998 Epoch 79: Loss: 6.017397880554199 Epoch 80: Loss: 5.881206035614014 Epoch 81: Loss: 5.635848522186279 Epoch 82: Loss: 5.366148471832275 Epoch 83: Loss: 5.128007411956787 Epoch 84: Loss: 5.1080827713012695 Epoch 85: Loss: 5.281944274902344 Epoch 86: Loss: 5.168386459350586 Epoch 87: Loss: 4.788303852081299 Epoch 88: Loss: 4.994572162628174 Epoch 89: Loss: 4.770349502563477 Epoch 90: Loss: 4.729532718658447 Epoch 91: Loss: 4.535058498382568 Epoch 92: Loss: 4.4683709144592285 Epoch 93: Loss: 4.270865440368652 Epoch 94: Loss: 4.429657936096191 Epoch 95: Loss: 4.1951375007629395 Epoch 96: Loss: 4.29054069519043 Epoch 97: Loss: 4.24185848236084 Epoch 98: Loss: 4.217284202575684 Epoch 99: Loss: 4.063762187957764 Epoch 100: Loss: 4.113927841186523 Epoch 101: Loss: 3.9825356006622314 Epoch 102: Loss: 4.198311805725098 Epoch 103: Loss: 3.8739283084869385 Epoch 104: Loss: 3.9937686920166016 Epoch 105: Loss: 4.015061855316162 Epoch 106: Loss: 3.8409829139709473 Epoch 107: Loss: 3.99709415435791 Epoch 108: Loss: 3.9396352767944336 Epoch 109: Loss: 3.779111862182617 Epoch 110: Loss: 3.775027275085449 Epoch 111: Loss: 3.8463337421417236 Epoch 112: Loss: 3.7578928470611572 Epoch 113: Loss: 3.9498441219329834 Epoch 114: Loss: 3.691911458969116 Epoch 115: Loss: 3.779873847961426 Epoch 116: Loss: 3.7293784618377686 Epoch 117: Loss: 3.7931745052337646 Epoch 118: Loss: 3.831376791000366 Epoch 119: Loss: 3.6511940956115723 Epoch 120: Loss: 3.645615577697754 Epoch 121: Loss: 3.5864906311035156 Epoch 122: Loss: 3.665477991104126 Epoch 123: Loss: 3.5706541538238525 Epoch 124: Loss: 3.4702532291412354 Epoch 125: Loss: 3.4765381813049316 Epoch 126: Loss: 3.4792919158935547 Epoch 127: Loss: 3.5317635536193848 Epoch 128: Loss: 3.4082372188568115 Epoch 129: Loss: 3.358619213104248 Epoch 130: Loss: 3.4311203956604004 Epoch 131: Loss: 3.3866078853607178 Epoch 132: Loss: 3.3842906951904297 Epoch 133: Loss: 3.4088127613067627 Epoch 134: Loss: 3.5114212036132812 Epoch 135: Loss: 3.365795373916626 Epoch 136: Loss: 3.3190388679504395 Epoch 137: Loss: 3.3238766193389893 Epoch 138: Loss: 3.3918275833129883 Epoch 139: Loss: 3.2817270755767822 Epoch 140: Loss: 3.324615240097046 Epoch 141: Loss: 3.1965250968933105 Epoch 142: Loss: 3.354928970336914 Epoch 143: Loss: 3.3165698051452637 Epoch 144: Loss: 3.2872328758239746 Epoch 145: Loss: 3.0716211795806885 Epoch 146: Loss: 3.3082759380340576 Epoch 147: Loss: 3.2206573486328125 Epoch 148: Loss: 3.201852560043335 Epoch 149: Loss: 3.145815372467041 Epoch 150: Loss: 3.2419016361236572 Epoch 151: Loss: 3.213444709777832 Epoch 152: Loss: 3.2078704833984375 Epoch 153: Loss: 3.1525957584381104 Epoch 154: Loss: 3.1404223442077637 Epoch 155: Loss: 3.1781466007232666 Epoch 156: Loss: 3.2294909954071045 Epoch 157: Loss: 3.1447741985321045 Epoch 158: Loss: 3.094843864440918 Epoch 159: Loss: 3.1138854026794434 Epoch 160: Loss: 3.1234676837921143 Epoch 161: Loss: 3.0523014068603516 Epoch 162: Loss: 3.224586009979248 Epoch 163: Loss: 3.0142321586608887 Epoch 164: Loss: 2.9969425201416016 Epoch 165: Loss: 2.931380033493042 Epoch 166: Loss: 3.0677497386932373 Epoch 167: Loss: 2.954819440841675 Epoch 168: Loss: 3.0778472423553467 Epoch 169: Loss: 3.1114470958709717 Epoch 170: Loss: 3.0416910648345947 Epoch 171: Loss: 3.0629589557647705 Epoch 172: Loss: 2.9101827144622803 Epoch 173: Loss: 2.9221301078796387 Epoch 174: Loss: 3.192054510116577 Epoch 175: Loss: 3.0471761226654053 Epoch 176: Loss: 3.036435604095459 Epoch 177: Loss: 3.0042734146118164 Epoch 178: Loss: 2.994800090789795 Epoch 179: Loss: 3.0096538066864014 Epoch 180: Loss: 2.9334516525268555 Epoch 181: Loss: 3.0108392238616943 Epoch 182: Loss: 3.026049852371216 Epoch 183: Loss: 3.0538713932037354 Epoch 184: Loss: 2.914311408996582 Epoch 185: Loss: 2.8713202476501465 Epoch 186: Loss: 2.895906448364258 Epoch 187: Loss: 2.938260555267334 Epoch 188: Loss: 3.093550205230713 Epoch 189: Loss: 3.0501859188079834 Epoch 190: Loss: 2.9534130096435547 Epoch 191: Loss: 2.91886305809021 Epoch 192: Loss: 2.8682050704956055 Epoch 193: Loss: 2.8738913536071777 Epoch 194: Loss: 2.8922719955444336 Epoch 195: Loss: 2.852588415145874 Epoch 196: Loss: 2.8524255752563477 Epoch 197: Loss: 2.8471343517303467 Epoch 198: Loss: 2.831773042678833 Epoch 199: Loss: 2.865902900695801 Epoch 200: Loss: 2.8489558696746826 Epoch 201: Loss: 2.8576760292053223 Epoch 202: Loss: 2.878344774246216 Epoch 203: Loss: 2.8105850219726562 Epoch 204: Loss: 2.7568254470825195 Epoch 205: Loss: 2.7233076095581055 Epoch 206: Loss: 2.720771551132202 Epoch 207: Loss: 2.7493553161621094 Epoch 208: Loss: 2.8461313247680664 Epoch 209: Loss: 2.8411145210266113 Epoch 210: Loss: 2.8735337257385254 Epoch 211: Loss: 2.8508479595184326 Epoch 212: Loss: 2.7591264247894287 Epoch 213: Loss: 2.631633758544922 Epoch 214: Loss: 2.6341960430145264 Epoch 215: Loss: 2.8340466022491455 Epoch 216: Loss: 2.6837430000305176 Epoch 217: Loss: 2.831448554992676 Epoch 218: Loss: 2.8143563270568848 Epoch 219: Loss: 2.780100107192993 Epoch 220: Loss: 2.7718610763549805 Epoch 221: Loss: 2.6774420738220215 Epoch 222: Loss: 2.744480848312378 Epoch 223: Loss: 2.6965298652648926 Epoch 224: Loss: 2.6891775131225586 Epoch 225: Loss: 2.7720236778259277 Epoch 226: Loss: 2.627014398574829 Epoch 227: Loss: 2.7470028400421143 Epoch 228: Loss: 2.6752796173095703 Epoch 229: Loss: 2.6877527236938477 Epoch 230: Loss: 2.714977502822876 Epoch 231: Loss: 2.59525465965271 Epoch 232: Loss: 2.6470561027526855 Epoch 233: Loss: 2.698270320892334 Epoch 234: Loss: 2.6533427238464355 Epoch 235: Loss: 2.596713066101074 Epoch 236: Loss: 2.706510066986084 Epoch 237: Loss: 2.5692451000213623 Epoch 238: Loss: 2.699768543243408 Epoch 239: Loss: 2.5987868309020996 Epoch 240: Loss: 2.7678093910217285 Epoch 241: Loss: 2.5878007411956787 Epoch 242: Loss: 2.6272287368774414 Epoch 243: Loss: 2.593226909637451 Epoch 244: Loss: 2.632401704788208 Epoch 245: Loss: 2.74885892868042 Epoch 246: Loss: 2.620781898498535 Epoch 247: Loss: 2.6251275539398193 Epoch 248: Loss: 2.609294891357422 Epoch 249: Loss: 2.6597557067871094 Epoch 250: Loss: 2.597230911254883 Epoch 251: Loss: 2.749176502227783 Epoch 252: Loss: 2.708899736404419 Epoch 253: Loss: 2.566425085067749 Epoch 254: Loss: 2.561306953430176 Epoch 255: Loss: 2.5790834426879883 Epoch 256: Loss: 2.550363302230835 Epoch 257: Loss: 2.5464437007904053 Epoch 258: Loss: 2.595876693725586 Epoch 259: Loss: 2.6262969970703125 Epoch 260: Loss: 2.52312970161438 Epoch 261: Loss: 2.5821115970611572 Epoch 262: Loss: 2.608196258544922 Epoch 263: Loss: 2.6256637573242188 Epoch 264: Loss: 2.5865464210510254 Epoch 265: Loss: 2.5085325241088867 Epoch 266: Loss: 2.6147613525390625 Epoch 267: Loss: 2.539214849472046 Epoch 268: Loss: 2.5560801029205322 Epoch 269: Loss: 2.526921510696411 Epoch 270: Loss: 2.5771496295928955 Epoch 271: Loss: 2.597294569015503 Epoch 272: Loss: 2.495710611343384 Epoch 273: Loss: 2.5111496448516846 Epoch 274: Loss: 2.429450035095215 Epoch 275: Loss: 2.4456653594970703 Epoch 276: Loss: 2.497931718826294 Epoch 277: Loss: 2.531026840209961 Epoch 278: Loss: 2.4799489974975586 Epoch 279: Loss: 2.4415018558502197 Epoch 280: Loss: 2.503091335296631 Epoch 281: Loss: 2.6121325492858887 Epoch 282: Loss: 2.479200601577759 Epoch 283: Loss: 2.5321319103240967 Epoch 284: Loss: 2.4779603481292725 Epoch 285: Loss: 2.4826581478118896 Epoch 286: Loss: 2.4907140731811523 Epoch 287: Loss: 2.4652750492095947 Epoch 288: Loss: 2.525514841079712 Epoch 289: Loss: 2.4461658000946045 Epoch 290: Loss: 2.4094481468200684 Epoch 291: Loss: 2.468874454498291 Epoch 292: Loss: 2.409420967102051 Epoch 293: Loss: 2.4785654544830322 Epoch 294: Loss: 2.4536778926849365 Epoch 295: Loss: 2.4607300758361816 Epoch 296: Loss: 2.326107978820801 Epoch 297: Loss: 2.477834463119507 Epoch 298: Loss: 2.428704261779785 Epoch 299: Loss: 2.4213919639587402 Epoch 300: Loss: 2.487661600112915 Epoch 301: Loss: 2.4276158809661865 Epoch 302: Loss: 2.4773263931274414 Epoch 303: Loss: 2.4251720905303955 Epoch 304: Loss: 2.373016357421875 Epoch 305: Loss: 2.424534559249878 Epoch 306: Loss: 2.4193716049194336 Epoch 307: Loss: 2.4177398681640625 Epoch 308: Loss: 2.2696051597595215 Epoch 309: Loss: 2.3678267002105713 Epoch 310: Loss: 2.4136435985565186 Epoch 311: Loss: 2.379674196243286 Epoch 312: Loss: 2.4339678287506104 Epoch 313: Loss: 2.433101177215576 Epoch 314: Loss: 2.4775643348693848 Epoch 315: Loss: 2.3189029693603516 Epoch 316: Loss: 2.2886693477630615 Epoch 317: Loss: 2.3805086612701416 Epoch 318: Loss: 2.3348095417022705 Epoch 319: Loss: 2.228468656539917 Epoch 320: Loss: 2.3500003814697266 Epoch 321: Loss: 2.332740306854248 Epoch 322: Loss: 2.3681423664093018 Epoch 323: Loss: 2.3868625164031982 Epoch 324: Loss: 2.2944319248199463 Epoch 325: Loss: 2.4114468097686768 Epoch 326: Loss: 2.299450159072876 Epoch 327: Loss: 2.360802412033081 Epoch 328: Loss: 2.363675355911255 Epoch 329: Loss: 2.4246466159820557 Epoch 330: Loss: 2.313762664794922 Epoch 331: Loss: 2.376854181289673 Epoch 332: Loss: 2.4338290691375732 Epoch 333: Loss: 2.337193250656128 Epoch 334: Loss: 2.328075647354126 Epoch 335: Loss: 2.1900594234466553 Epoch 336: Loss: 2.375516653060913 Epoch 337: Loss: 2.3048973083496094 Epoch 338: Loss: 2.279764413833618 Epoch 339: Loss: 2.4579505920410156 Epoch 340: Loss: 2.29854679107666 Epoch 341: Loss: 2.288684844970703 Epoch 342: Loss: 2.4063634872436523 Epoch 343: Loss: 2.2913818359375 Epoch 344: Loss: 2.3538172245025635 Epoch 345: Loss: 2.236659526824951 Epoch 346: Loss: 2.2326998710632324 Epoch 347: Loss: 2.4423556327819824 Epoch 348: Loss: 2.3155300617218018 Epoch 349: Loss: 2.3478596210479736 Epoch 350: Loss: 2.3043322563171387 Epoch 351: Loss: 2.2627546787261963 Epoch 352: Loss: 2.2635982036590576 Epoch 353: Loss: 2.2821927070617676 Epoch 354: Loss: 2.2548656463623047 Epoch 355: Loss: 2.133763313293457 Epoch 356: Loss: 2.3162970542907715 Epoch 357: Loss: 2.2402334213256836 Epoch 358: Loss: 2.2611591815948486 Epoch 359: Loss: 2.345761775970459 Epoch 360: Loss: 2.3237850666046143 Epoch 361: Loss: 2.3346803188323975 Epoch 362: Loss: 2.253476142883301 Epoch 363: Loss: 2.2214484214782715 Epoch 364: Loss: 2.213568925857544 Epoch 365: Loss: 2.242689609527588 Epoch 366: Loss: 2.202094316482544 Epoch 367: Loss: 2.21185040473938 Epoch 368: Loss: 2.268578052520752 Epoch 369: Loss: 2.207407236099243 Epoch 370: Loss: 2.182785749435425 Epoch 371: Loss: 2.2271888256073 Epoch 372: Loss: 2.226184368133545 Epoch 373: Loss: 2.085045337677002 Epoch 374: Loss: 2.156470775604248 Epoch 375: Loss: 2.2505176067352295 Epoch 376: Loss: 2.246405601501465 Epoch 377: Loss: 2.093719720840454 Epoch 378: Loss: 2.2221603393554688 Epoch 379: Loss: 2.1801199913024902 Epoch 380: Loss: 2.242448329925537 Epoch 381: Loss: 2.242753744125366 Epoch 382: Loss: 2.1398448944091797 Epoch 383: Loss: 2.1788718700408936 Epoch 384: Loss: 2.2278993129730225 Epoch 385: Loss: 2.1909735202789307 Epoch 386: Loss: 2.1102230548858643 Epoch 387: Loss: 2.148857593536377 Epoch 388: Loss: 2.2506537437438965 Epoch 389: Loss: 2.176609754562378 Epoch 390: Loss: 2.1141340732574463 Epoch 391: Loss: 2.173888921737671 Epoch 392: Loss: 2.166447401046753 Epoch 393: Loss: 2.170377731323242 Epoch 394: Loss: 2.1741855144500732 Epoch 395: Loss: 2.104001998901367 Epoch 396: Loss: 2.218719005584717 Epoch 397: Loss: 2.197314977645874 Epoch 398: Loss: 2.083779811859131 Epoch 399: Loss: 2.165489912033081 Epoch 400: Loss: 2.1826202869415283 Epoch 401: Loss: 2.170814037322998 Epoch 402: Loss: 2.1162755489349365 Epoch 403: Loss: 2.030137777328491 Epoch 404: Loss: 2.1050212383270264 Epoch 405: Loss: 2.0988872051239014 Epoch 406: Loss: 2.1167654991149902 Epoch 407: Loss: 2.1566593647003174 Epoch 408: Loss: 2.1486024856567383 Epoch 409: Loss: 2.1276962757110596 Epoch 410: Loss: 2.1590638160705566 Epoch 411: Loss: 2.0507242679595947 Epoch 412: Loss: 2.1256046295166016 Epoch 413: Loss: 2.1345040798187256 Epoch 414: Loss: 2.0993337631225586 Epoch 415: Loss: 2.2290074825286865 Epoch 416: Loss: 2.096661329269409 Epoch 417: Loss: 2.1817679405212402 Epoch 418: Loss: 2.123098373413086 Epoch 419: Loss: 2.138129234313965 Epoch 420: Loss: 2.193983316421509 Epoch 421: Loss: 2.142089366912842 Epoch 422: Loss: 2.046015739440918 Epoch 423: Loss: 2.0920467376708984 Epoch 424: Loss: 2.0298287868499756 Epoch 425: Loss: 2.0418224334716797 Epoch 426: Loss: 2.016747236251831 Epoch 427: Loss: 2.112574577331543 Epoch 428: Loss: 2.036496877670288 Epoch 429: Loss: 2.022021532058716 Epoch 430: Loss: 2.135503053665161 Epoch 431: Loss: 2.0850188732147217 Epoch 432: Loss: 2.006725549697876 Epoch 433: Loss: 2.0961387157440186 Epoch 434: Loss: 2.1428749561309814 Epoch 435: Loss: 2.064624071121216 Epoch 436: Loss: 2.1175179481506348 Epoch 437: Loss: 2.073770523071289 Epoch 438: Loss: 2.1087687015533447 Epoch 439: Loss: 2.105597734451294 Epoch 440: Loss: 2.112412452697754 Epoch 441: Loss: 1.9600459337234497 Epoch 442: Loss: 2.153925895690918 Epoch 443: Loss: 1.9536762237548828 Epoch 444: Loss: 2.199685573577881 Epoch 445: Loss: 2.0203909873962402 Epoch 446: Loss: 2.0537893772125244 Epoch 447: Loss: 2.0575685501098633 Epoch 448: Loss: 2.058858871459961 Epoch 449: Loss: 2.115638494491577 Epoch 450: Loss: 1.9831981658935547 Epoch 451: Loss: 2.083556890487671 Epoch 452: Loss: 2.1024200916290283 Epoch 453: Loss: 2.1222569942474365 Epoch 454: Loss: 2.067321300506592 Epoch 455: Loss: 2.0103394985198975 Epoch 456: Loss: 1.9935638904571533 Epoch 457: Loss: 2.0004453659057617 Epoch 458: Loss: 2.0145304203033447 Epoch 459: Loss: 2.1075305938720703 Epoch 460: Loss: 2.0477681159973145 Epoch 461: Loss: 2.089913845062256 Epoch 462: Loss: 1.9146097898483276 Epoch 463: Loss: 2.0105597972869873 Epoch 464: Loss: 1.9678930044174194 Epoch 465: Loss: 2.0567076206207275 Epoch 466: Loss: 2.07150936126709 Epoch 467: Loss: 2.018869638442993 Epoch 468: Loss: 2.0491080284118652 Epoch 469: Loss: 2.0577802658081055 Epoch 470: Loss: 1.9908990859985352 Epoch 471: Loss: 2.0381133556365967 Epoch 472: Loss: 1.974159836769104 Epoch 473: Loss: 2.013129949569702 Epoch 474: Loss: 1.9540648460388184 Epoch 475: Loss: 2.048692464828491 Epoch 476: Loss: 2.0721418857574463 Epoch 477: Loss: 1.9808783531188965 Epoch 478: Loss: 1.9520602226257324 Epoch 479: Loss: 1.9236267805099487 Epoch 480: Loss: 1.9884414672851562 Epoch 481: Loss: 2.0556280612945557 Epoch 482: Loss: 2.0097768306732178 Epoch 483: Loss: 1.9164398908615112 Epoch 484: Loss: 1.9837446212768555 Epoch 485: Loss: 1.9849307537078857 Epoch 486: Loss: 1.8829394578933716 Epoch 487: Loss: 1.9805455207824707 Epoch 488: Loss: 1.9488435983657837 Epoch 489: Loss: 2.0260519981384277 Epoch 490: Loss: 2.002448320388794 Epoch 491: Loss: 1.9344371557235718 Epoch 492: Loss: 2.0463390350341797 Epoch 493: Loss: 2.0201644897460938 Epoch 494: Loss: 2.0191454887390137 Epoch 495: Loss: 1.8787661790847778 Epoch 496: Loss: 1.939915657043457 Epoch 497: Loss: 1.9137003421783447 Epoch 498: Loss: 1.9715404510498047 Epoch 499: Loss: 1.9071317911148071 Epoch 500: Loss: 1.9037084579467773 Epoch 501: Loss: 1.896501898765564 Epoch 502: Loss: 1.9061179161071777 Epoch 503: Loss: 1.9564731121063232 Epoch 504: Loss: 1.8851335048675537 Epoch 505: Loss: 1.9357140064239502 Epoch 506: Loss: 1.898743748664856 Epoch 507: Loss: 2.011477470397949 Epoch 508: Loss: 1.8410521745681763 Epoch 509: Loss: 1.9458427429199219 Epoch 510: Loss: 1.9881784915924072 Epoch 511: Loss: 1.959977388381958 Epoch 512: Loss: 1.9622851610183716 Epoch 513: Loss: 1.9176990985870361 Epoch 514: Loss: 1.9520618915557861 Epoch 515: Loss: 1.88816499710083 Epoch 516: Loss: 1.9449353218078613 Epoch 517: Loss: 1.9454394578933716 Epoch 518: Loss: 1.867011308670044 Epoch 519: Loss: 1.8793355226516724 Epoch 520: Loss: 1.8916270732879639 Epoch 521: Loss: 1.9549554586410522 Epoch 522: Loss: 1.8558151721954346 Epoch 523: Loss: 1.8585163354873657 Epoch 524: Loss: 1.9226195812225342 Epoch 525: Loss: 1.8719100952148438 Epoch 526: Loss: 1.8460376262664795 Epoch 527: Loss: 1.8411659002304077 Epoch 528: Loss: 1.9196176528930664 Epoch 529: Loss: 1.8904526233673096 Epoch 530: Loss: 1.863306999206543 Epoch 531: Loss: 1.9311739206314087 Epoch 532: Loss: 1.8478111028671265 Epoch 533: Loss: 1.869615912437439 Epoch 534: Loss: 1.8551089763641357 Epoch 535: Loss: 1.812423825263977 Epoch 536: Loss: 1.816839337348938 Epoch 537: Loss: 1.9996562004089355 Epoch 538: Loss: 1.837424397468567 Epoch 539: Loss: 1.8749078512191772 Epoch 540: Loss: 1.8679121732711792 Epoch 541: Loss: 1.9028843641281128 Epoch 542: Loss: 1.8553694486618042 Epoch 543: Loss: 1.9221268892288208 Epoch 544: Loss: 1.868341326713562 Epoch 545: Loss: 1.8446067571640015 Epoch 546: Loss: 1.9001315832138062 Epoch 547: Loss: 1.8155829906463623 Epoch 548: Loss: 1.8118274211883545 Epoch 549: Loss: 1.900663137435913 Epoch 550: Loss: 1.8961119651794434 Epoch 551: Loss: 1.825417399406433 Epoch 552: Loss: 1.9141026735305786 Epoch 553: Loss: 1.7200974225997925 Epoch 554: Loss: 1.87092924118042 Epoch 555: Loss: 1.8677077293395996 Epoch 556: Loss: 1.905947208404541 Epoch 557: Loss: 1.8296252489089966 Epoch 558: Loss: 1.8902546167373657 Epoch 559: Loss: 1.883341908454895 Epoch 560: Loss: 1.795562744140625 Epoch 561: Loss: 1.8826090097427368 Epoch 562: Loss: 1.8301777839660645 Epoch 563: Loss: 1.8350188732147217 Epoch 564: Loss: 1.87012779712677 Epoch 565: Loss: 1.82063627243042 Epoch 566: Loss: 1.8826667070388794 Epoch 567: Loss: 1.8001850843429565 Epoch 568: Loss: 1.8657149076461792 Epoch 569: Loss: 1.8558034896850586 Epoch 570: Loss: 1.78725004196167 Epoch 571: Loss: 1.8080129623413086 Epoch 572: Loss: 1.825133204460144 Epoch 573: Loss: 1.7523181438446045 Epoch 574: Loss: 1.8245997428894043 Epoch 575: Loss: 1.8635154962539673 Epoch 576: Loss: 1.8552440404891968 Epoch 577: Loss: 1.7829797267913818 Epoch 578: Loss: 1.8612542152404785 Epoch 579: Loss: 1.7766529321670532 Epoch 580: Loss: 1.8293323516845703 Epoch 581: Loss: 1.7759007215499878 Epoch 582: Loss: 1.7061820030212402 Epoch 583: Loss: 1.8508332967758179 Epoch 584: Loss: 1.782336950302124 Epoch 585: Loss: 1.7942887544631958 Epoch 586: Loss: 1.7605730295181274 Epoch 587: Loss: 1.7528839111328125 Epoch 588: Loss: 1.817892074584961 Epoch 589: Loss: 1.8095099925994873 Epoch 590: Loss: 1.8249483108520508 Epoch 591: Loss: 1.753185749053955 Epoch 592: Loss: 1.7798973321914673 Epoch 593: Loss: 1.770938515663147 Epoch 594: Loss: 1.802736520767212 Epoch 595: Loss: 1.7781920433044434 Epoch 596: Loss: 1.8306994438171387 Epoch 597: Loss: 1.7682424783706665 Epoch 598: Loss: 1.9187848567962646 Epoch 599: Loss: 1.7926348447799683 Epoch 600: Loss: 1.7726008892059326 Epoch 601: Loss: 1.7904402017593384 Epoch 602: Loss: 1.77857506275177 Epoch 603: Loss: 1.7517770528793335 Epoch 604: Loss: 1.7931119203567505 Epoch 605: Loss: 1.6918342113494873 Epoch 606: Loss: 1.76398766040802 Epoch 607: Loss: 1.800122618675232 Epoch 608: Loss: 1.7976493835449219 Epoch 609: Loss: 1.8332222700119019 Epoch 610: Loss: 1.772384762763977 Epoch 611: Loss: 1.7263261079788208 Epoch 612: Loss: 1.715288758277893 Epoch 613: Loss: 1.7358709573745728 Epoch 614: Loss: 1.8056820631027222 Epoch 615: Loss: 1.698264241218567 Epoch 616: Loss: 1.7139192819595337 Epoch 617: Loss: 1.8150609731674194 Epoch 618: Loss: 1.7855005264282227 Epoch 619: Loss: 1.7864569425582886 Epoch 620: Loss: 1.7767713069915771 Epoch 621: Loss: 1.9059401750564575 Epoch 622: Loss: 1.746354341506958 Epoch 623: Loss: 1.8617810010910034 Epoch 624: Loss: 1.7829760313034058 Epoch 625: Loss: 1.7171276807785034 Epoch 626: Loss: 1.6534978151321411 Epoch 627: Loss: 1.719897985458374 Epoch 628: Loss: 1.6931931972503662 Epoch 629: Loss: 1.761759877204895 Epoch 630: Loss: 1.752392053604126 Epoch 631: Loss: 1.7112600803375244 Epoch 632: Loss: 1.7744745016098022 Epoch 633: Loss: 1.6588687896728516 Epoch 634: Loss: 1.7628319263458252 Epoch 635: Loss: 1.798248529434204 Epoch 636: Loss: 1.719054937362671 Epoch 637: Loss: 1.7059974670410156 Epoch 638: Loss: 1.7074307203292847 Epoch 639: Loss: 1.705526351928711 Epoch 640: Loss: 1.7883042097091675 Epoch 641: Loss: 1.7288987636566162 Epoch 642: Loss: 1.6770120859146118 Epoch 643: Loss: 1.6591780185699463 Epoch 644: Loss: 1.7222975492477417 Epoch 645: Loss: 1.7892380952835083 Epoch 646: Loss: 1.7383052110671997 Epoch 647: Loss: 1.7698107957839966 Epoch 648: Loss: 1.7482404708862305 Epoch 649: Loss: 1.7369009256362915 Epoch 650: Loss: 1.749852180480957 Epoch 651: Loss: 1.7856789827346802 Epoch 652: Loss: 1.8164399862289429 Epoch 653: Loss: 1.7586641311645508 Epoch 654: Loss: 1.6966060400009155 Epoch 655: Loss: 1.7344011068344116 Epoch 656: Loss: 1.7606531381607056 Epoch 657: Loss: 1.7701584100723267 Epoch 658: Loss: 1.7269824743270874 Epoch 659: Loss: 1.6857255697250366 Epoch 660: Loss: 1.7623825073242188 Epoch 661: Loss: 1.7277464866638184 Epoch 662: Loss: 1.7168773412704468 Epoch 663: Loss: 1.7215852737426758 Epoch 664: Loss: 1.7387694120407104 Epoch 665: Loss: 1.728118896484375 Epoch 666: Loss: 1.707310676574707 Epoch 667: Loss: 1.7716189622879028 Epoch 668: Loss: 1.6351696252822876 Epoch 669: Loss: 1.7281526327133179 Epoch 670: Loss: 1.655275583267212 Epoch 671: Loss: 1.651438593864441 Epoch 672: Loss: 1.7441718578338623 Epoch 673: Loss: 1.7025564908981323 Epoch 674: Loss: 1.65057373046875 Epoch 675: Loss: 1.775216817855835 Epoch 676: Loss: 1.703701138496399 Epoch 677: Loss: 1.6705312728881836 Epoch 678: Loss: 1.6438100337982178 Epoch 679: Loss: 1.6824290752410889 Epoch 680: Loss: 1.5987805128097534 Epoch 681: Loss: 1.680009126663208 Epoch 682: Loss: 1.6197551488876343 Epoch 683: Loss: 1.586722493171692 Epoch 684: Loss: 1.6474664211273193 Epoch 685: Loss: 1.6486566066741943 Epoch 686: Loss: 1.6778770685195923 Epoch 687: Loss: 1.5981875658035278 Epoch 688: Loss: 1.630323886871338 Epoch 689: Loss: 1.6307438611984253 Epoch 690: Loss: 1.6816132068634033 Epoch 691: Loss: 1.6782809495925903 Epoch 692: Loss: 1.743312954902649 Epoch 693: Loss: 1.6778665781021118 Epoch 694: Loss: 1.6779351234436035 Epoch 695: Loss: 1.6988840103149414 Epoch 696: Loss: 1.648267149925232 Epoch 697: Loss: 1.5773054361343384 Epoch 698: Loss: 1.6997805833816528 Epoch 699: Loss: 1.6436082124710083 Epoch 700: Loss: 1.7031009197235107 Epoch 701: Loss: 1.6177152395248413 Epoch 702: Loss: 1.6371129751205444 Epoch 703: Loss: 1.7145615816116333 Epoch 704: Loss: 1.6820225715637207 Epoch 705: Loss: 1.600813388824463 Epoch 706: Loss: 1.5764925479888916 Epoch 707: Loss: 1.661571741104126 Epoch 708: Loss: 1.6598247289657593 Epoch 709: Loss: 1.577713966369629 Epoch 710: Loss: 1.6850905418395996 Epoch 711: Loss: 1.6400607824325562 Epoch 712: Loss: 1.6278916597366333 Epoch 713: Loss: 1.6218338012695312 Epoch 714: Loss: 1.6845955848693848 Epoch 715: Loss: 1.626449465751648 Epoch 716: Loss: 1.5846463441848755 Epoch 717: Loss: 1.6591914892196655 Epoch 718: Loss: 1.7116495370864868 Epoch 719: Loss: 1.6288284063339233 Epoch 720: Loss: 1.5908138751983643 Epoch 721: Loss: 1.6644147634506226 Epoch 722: Loss: 1.646795392036438 Epoch 723: Loss: 1.6050724983215332 Epoch 724: Loss: 1.620635986328125 Epoch 725: Loss: 1.5793195962905884 Epoch 726: Loss: 1.6307923793792725 Epoch 727: Loss: 1.652240514755249 Epoch 728: Loss: 1.7039779424667358 Epoch 729: Loss: 1.6127545833587646 Epoch 730: Loss: 1.694576382637024 Epoch 731: Loss: 1.5985203981399536 Epoch 732: Loss: 1.597854495048523 Epoch 733: Loss: 1.6028581857681274 Epoch 734: Loss: 1.600259780883789 Epoch 735: Loss: 1.5421799421310425 Epoch 736: Loss: 1.6244014501571655 Epoch 737: Loss: 1.5796992778778076 Epoch 738: Loss: 1.601086974143982 Epoch 739: Loss: 1.6551519632339478 Epoch 740: Loss: 1.643624186515808 Epoch 741: Loss: 1.6686681509017944 Epoch 742: Loss: 1.6168450117111206 Epoch 743: Loss: 1.640114665031433 Epoch 744: Loss: 1.5882198810577393 Epoch 745: Loss: 1.6181693077087402 Epoch 746: Loss: 1.5770268440246582 Epoch 747: Loss: 1.6749844551086426 Epoch 748: Loss: 1.5863310098648071 Epoch 749: Loss: 1.5744895935058594 Epoch 750: Loss: 1.6505722999572754 Epoch 751: Loss: 1.6593774557113647 Epoch 752: Loss: 1.5826334953308105 Epoch 753: Loss: 1.5468523502349854 Epoch 754: Loss: 1.6455847024917603 Epoch 755: Loss: 1.5856692790985107 Epoch 756: Loss: 1.6243765354156494 Epoch 757: Loss: 1.6316784620285034 Epoch 758: Loss: 1.5660337209701538 Epoch 759: Loss: 1.5980496406555176 Epoch 760: Loss: 1.6094144582748413 Epoch 761: Loss: 1.5775129795074463 Epoch 762: Loss: 1.5761979818344116 Epoch 763: Loss: 1.5550882816314697 Epoch 764: Loss: 1.592914342880249 Epoch 765: Loss: 1.6782925128936768 Epoch 766: Loss: 1.5927578210830688 Epoch 767: Loss: 1.6275935173034668 Epoch 768: Loss: 1.666184663772583 Epoch 769: Loss: 1.5964100360870361 Epoch 770: Loss: 1.5957008600234985 Epoch 771: Loss: 1.6352224349975586 Epoch 772: Loss: 1.569001317024231 Epoch 773: Loss: 1.6068769693374634 Epoch 774: Loss: 1.5655176639556885 Epoch 775: Loss: 1.5240525007247925 Epoch 776: Loss: 1.6275815963745117 Epoch 777: Loss: 1.6226481199264526 Epoch 778: Loss: 1.5699301958084106 Epoch 779: Loss: 1.6319124698638916 Epoch 780: Loss: 1.5720096826553345 Epoch 781: Loss: 1.6189137697219849 Epoch 782: Loss: 1.5189605951309204 Epoch 783: Loss: 1.6224243640899658 Epoch 784: Loss: 1.5587258338928223 Epoch 785: Loss: 1.559168815612793 Epoch 786: Loss: 1.5962810516357422 Epoch 787: Loss: 1.6550908088684082 Epoch 788: Loss: 1.5978018045425415 Epoch 789: Loss: 1.5007318258285522 Epoch 790: Loss: 1.551700472831726 Epoch 791: Loss: 1.583033561706543 Epoch 792: Loss: 1.5428768396377563 Epoch 793: Loss: 1.4931234121322632 Epoch 794: Loss: 1.5476913452148438 Epoch 795: Loss: 1.533494234085083 Epoch 796: Loss: 1.5316435098648071 Epoch 797: Loss: 1.6159968376159668 Epoch 798: Loss: 1.5722404718399048 Epoch 799: Loss: 1.541512131690979 Epoch 800: Loss: 1.4961951971054077 Epoch 801: Loss: 1.4682761430740356 Epoch 802: Loss: 1.5453150272369385 Epoch 803: Loss: 1.492211103439331 Epoch 804: Loss: 1.5386096239089966 Epoch 805: Loss: 1.5280476808547974 Epoch 806: Loss: 1.6003055572509766 Epoch 807: Loss: 1.5311447381973267 Epoch 808: Loss: 1.5246357917785645 Epoch 809: Loss: 1.5310964584350586 Epoch 810: Loss: 1.533645510673523 Epoch 811: Loss: 1.5800100564956665 Epoch 812: Loss: 1.5928531885147095 Epoch 813: Loss: 1.515819787979126 Epoch 814: Loss: 1.6333519220352173 Epoch 815: Loss: 1.5150465965270996 Epoch 816: Loss: 1.5991365909576416 Epoch 817: Loss: 1.5096819400787354 Epoch 818: Loss: 1.5159497261047363 Epoch 819: Loss: 1.4731730222702026 Epoch 820: Loss: 1.5729607343673706 Epoch 821: Loss: 1.5765185356140137 Epoch 822: Loss: 1.5348780155181885 Epoch 823: Loss: 1.5336039066314697 Epoch 824: Loss: 1.5745348930358887 Epoch 825: Loss: 1.5106979608535767 Epoch 826: Loss: 1.591341257095337 Epoch 827: Loss: 1.5442167520523071 Epoch 828: Loss: 1.6152034997940063 Epoch 829: Loss: 1.5674479007720947 Epoch 830: Loss: 1.5463999509811401 Epoch 831: Loss: 1.507143497467041 Epoch 832: Loss: 1.5471371412277222 Epoch 833: Loss: 1.552686095237732 Epoch 834: Loss: 1.525376796722412 Epoch 835: Loss: 1.5604207515716553 Epoch 836: Loss: 1.4987250566482544 Epoch 837: Loss: 1.540856957435608 Epoch 838: Loss: 1.493992805480957 Epoch 839: Loss: 1.5244898796081543 Epoch 840: Loss: 1.5583170652389526 Epoch 841: Loss: 1.4895334243774414 Epoch 842: Loss: 1.5843524932861328 Epoch 843: Loss: 1.4948264360427856 Epoch 844: Loss: 1.4963771104812622 Epoch 845: Loss: 1.5643223524093628 Epoch 846: Loss: 1.5016014575958252 Epoch 847: Loss: 1.4555411338806152 Epoch 848: Loss: 1.5178251266479492 Epoch 849: Loss: 1.532202124595642 Epoch 850: Loss: 1.478833556175232 Epoch 851: Loss: 1.5134245157241821 Epoch 852: Loss: 1.4699881076812744 Epoch 853: Loss: 1.6512871980667114 Epoch 854: Loss: 1.4643861055374146 Epoch 855: Loss: 1.5161101818084717 Epoch 856: Loss: 1.4860390424728394 Epoch 857: Loss: 1.5043084621429443 Epoch 858: Loss: 1.5115139484405518 Epoch 859: Loss: 1.511920690536499 Epoch 860: Loss: 1.5968847274780273 Epoch 861: Loss: 1.5985636711120605 Epoch 862: Loss: 1.4341709613800049 Epoch 863: Loss: 1.5600258111953735 Epoch 864: Loss: 1.4520013332366943 Epoch 865: Loss: 1.5081852674484253 Epoch 866: Loss: 1.534562110900879 Epoch 867: Loss: 1.530666470527649 Epoch 868: Loss: 1.580780029296875 Epoch 869: Loss: 1.5623559951782227 Epoch 870: Loss: 1.495553731918335 Epoch 871: Loss: 1.5321440696716309 Epoch 872: Loss: 1.4991662502288818 Epoch 873: Loss: 1.5629960298538208 Epoch 874: Loss: 1.5556042194366455 Epoch 875: Loss: 1.4386346340179443 Epoch 876: Loss: 1.4771687984466553 Epoch 877: Loss: 1.438625454902649 Epoch 878: Loss: 1.484542965888977 Epoch 879: Loss: 1.4951080083847046 Epoch 880: Loss: 1.4960952997207642 Epoch 881: Loss: 1.449683427810669 Epoch 882: Loss: 1.5051032304763794 Epoch 883: Loss: 1.499969244003296 Epoch 884: Loss: 1.478094220161438 Epoch 885: Loss: 1.5109788179397583 Epoch 886: Loss: 1.4167476892471313 Epoch 887: Loss: 1.4125195741653442 Epoch 888: Loss: 1.472798228263855 Epoch 889: Loss: 1.5168050527572632 Epoch 890: Loss: 1.4264113903045654 Epoch 891: Loss: 1.4456762075424194 Epoch 892: Loss: 1.4625215530395508 Epoch 893: Loss: 1.3904920816421509 Epoch 894: Loss: 1.499108910560608 Epoch 895: Loss: 1.4943585395812988 Epoch 896: Loss: 1.4585773944854736 Epoch 897: Loss: 1.5319828987121582 Epoch 898: Loss: 1.542985439300537 Epoch 899: Loss: 1.525673508644104 Epoch 900: Loss: 1.4347728490829468 Epoch 901: Loss: 1.437713861465454 Epoch 902: Loss: 1.474798321723938 Epoch 903: Loss: 1.4095903635025024 Epoch 904: Loss: 1.498667597770691 Epoch 905: Loss: 1.4341864585876465 Epoch 906: Loss: 1.4171215295791626 Epoch 907: Loss: 1.4920785427093506 Epoch 908: Loss: 1.5016088485717773 Epoch 909: Loss: 1.4203242063522339 Epoch 910: Loss: 1.4317550659179688 Epoch 911: Loss: 1.4645484685897827 Epoch 912: Loss: 1.4886608123779297 Epoch 913: Loss: 1.4699169397354126 Epoch 914: Loss: 1.4963290691375732 Epoch 915: Loss: 1.4463590383529663 Epoch 916: Loss: 1.3887929916381836 Epoch 917: Loss: 1.4376800060272217 Epoch 918: Loss: 1.437651515007019 Epoch 919: Loss: 1.3777546882629395 Epoch 920: Loss: 1.4529061317443848 Epoch 921: Loss: 1.4207223653793335 Epoch 922: Loss: 1.4351439476013184 Epoch 923: Loss: 1.4324588775634766 Epoch 924: Loss: 1.419683575630188 Epoch 925: Loss: 1.4737331867218018 Epoch 926: Loss: 1.3910505771636963 Epoch 927: Loss: 1.4291845560073853 Epoch 928: Loss: 1.4691609144210815 Epoch 929: Loss: 1.4661595821380615 Epoch 930: Loss: 1.436042308807373 Epoch 931: Loss: 1.3628976345062256 Epoch 932: Loss: 1.4274314641952515 Epoch 933: Loss: 1.4338489770889282 Epoch 934: Loss: 1.5214146375656128 Epoch 935: Loss: 1.4253554344177246 Epoch 936: Loss: 1.3570258617401123 Epoch 937: Loss: 1.3355712890625 Epoch 938: Loss: 1.4388948678970337 Epoch 939: Loss: 1.4902317523956299 Epoch 940: Loss: 1.470307469367981 Epoch 941: Loss: 1.473408818244934 Epoch 942: Loss: 1.4306169748306274 Epoch 943: Loss: 1.3935927152633667 Epoch 944: Loss: 1.4603679180145264 Epoch 945: Loss: 1.4244933128356934 Epoch 946: Loss: 1.4367176294326782 Epoch 947: Loss: 1.3582735061645508 Epoch 948: Loss: 1.389339566230774 Epoch 949: Loss: 1.4474793672561646 Epoch 950: Loss: 1.4343129396438599 Epoch 951: Loss: 1.3996373414993286 Epoch 952: Loss: 1.485961675643921 Epoch 953: Loss: 1.3569321632385254 Epoch 954: Loss: 1.4862970113754272 Epoch 955: Loss: 1.3579909801483154 Epoch 956: Loss: 1.328051209449768 Epoch 957: Loss: 1.4325484037399292 Epoch 958: Loss: 1.3881936073303223 Epoch 959: Loss: 1.480808973312378 Epoch 960: Loss: 1.3913301229476929 Epoch 961: Loss: 1.3999735116958618 Epoch 962: Loss: 1.4506293535232544 Epoch 963: Loss: 1.3849231004714966 Epoch 964: Loss: 1.2994964122772217 Epoch 965: Loss: 1.3892998695373535 Epoch 966: Loss: 1.4127197265625 Epoch 967: Loss: 1.386315941810608 Epoch 968: Loss: 1.3967490196228027 Epoch 969: Loss: 1.4139596223831177 Epoch 970: Loss: 1.394232988357544 Epoch 971: Loss: 1.3577101230621338 Epoch 972: Loss: 1.3726434707641602 Epoch 973: Loss: 1.4915484189987183 Epoch 974: Loss: 1.395021915435791 Epoch 975: Loss: 1.3414371013641357 Epoch 976: Loss: 1.344536304473877 Epoch 977: Loss: 1.407501459121704 Epoch 978: Loss: 1.337900161743164 Epoch 979: Loss: 1.3669966459274292 Epoch 980: Loss: 1.3817343711853027 Epoch 981: Loss: 1.416906714439392 Epoch 982: Loss: 1.3755967617034912 Epoch 983: Loss: 1.437198281288147 Epoch 984: Loss: 1.4363740682601929 Epoch 985: Loss: 1.4054150581359863 Epoch 986: Loss: 1.3186310529708862 Epoch 987: Loss: 1.3094693422317505 Epoch 988: Loss: 1.4229929447174072 Epoch 989: Loss: 1.411851167678833 Epoch 990: Loss: 1.3794625997543335 Epoch 991: Loss: 1.3736916780471802 Epoch 992: Loss: 1.3392494916915894 Epoch 993: Loss: 1.382982850074768 Epoch 994: Loss: 1.518401861190796 Epoch 995: Loss: 1.3706809282302856 Epoch 996: Loss: 1.3502748012542725 Epoch 997: Loss: 1.4068200588226318 Epoch 998: Loss: 1.2872328758239746 Epoch 999: Loss: 1.4335503578186035 Epoch 1000: Loss: 1.3049976825714111 Epoch 1001: Loss: 1.433526873588562 Epoch 1002: Loss: 1.3394557237625122 Epoch 1003: Loss: 1.3177647590637207 Epoch 1004: Loss: 1.3526867628097534 Epoch 1005: Loss: 1.3523532152175903 Epoch 1006: Loss: 1.3857208490371704 Epoch 1007: Loss: 1.3091970682144165 Epoch 1008: Loss: 1.4625407457351685 Epoch 1009: Loss: 1.4194389581680298 Epoch 1010: Loss: 1.32426917552948 Epoch 1011: Loss: 1.3680084943771362 Epoch 1012: Loss: 1.3591638803482056 Epoch 1013: Loss: 1.3228455781936646 Epoch 1014: Loss: 1.3678524494171143 Epoch 1015: Loss: 1.308376669883728 Epoch 1016: Loss: 1.4103697538375854 Epoch 1017: Loss: 1.3951237201690674 Epoch 1018: Loss: 1.4234296083450317 Epoch 1019: Loss: 1.44581139087677 Epoch 1020: Loss: 1.4351741075515747 Epoch 1021: Loss: 1.3516310453414917 Epoch 1022: Loss: 1.3622727394104004 Epoch 1023: Loss: 1.3235342502593994 Epoch 1024: Loss: 1.3735240697860718 Epoch 1025: Loss: 1.3663015365600586 Epoch 1026: Loss: 1.3276013135910034 Epoch 1027: Loss: 1.33108651638031 Epoch 1028: Loss: 1.3552294969558716 Epoch 1029: Loss: 1.452142357826233 Epoch 1030: Loss: 1.3919181823730469 Epoch 1031: Loss: 1.4011789560317993 Epoch 1032: Loss: 1.2966293096542358 Epoch 1033: Loss: 1.3883792161941528 Epoch 1034: Loss: 1.409286379814148 Epoch 1035: Loss: 1.3237193822860718 Epoch 1036: Loss: 1.2742419242858887 Epoch 1037: Loss: 1.3231440782546997 Epoch 1038: Loss: 1.3399035930633545 Epoch 1039: Loss: 1.2644715309143066 Epoch 1040: Loss: 1.3989570140838623 Epoch 1041: Loss: 1.2981125116348267 Epoch 1042: Loss: 1.2869356870651245 Epoch 1043: Loss: 1.4331570863723755 Epoch 1044: Loss: 1.362565517425537 Epoch 1045: Loss: 1.44138503074646 Epoch 1046: Loss: 1.3493409156799316 Epoch 1047: Loss: 1.3934603929519653 Epoch 1048: Loss: 1.3675168752670288 Epoch 1049: Loss: 1.3469443321228027 Epoch 1050: Loss: 1.3315342664718628 Epoch 1051: Loss: 1.4368836879730225 Epoch 1052: Loss: 1.376537799835205 Epoch 1053: Loss: 1.3258891105651855 Epoch 1054: Loss: 1.3111510276794434 Epoch 1055: Loss: 1.3059680461883545 Epoch 1056: Loss: 1.2868536710739136 Epoch 1057: Loss: 1.3359836339950562 Epoch 1058: Loss: 1.3701801300048828 Epoch 1059: Loss: 1.3454898595809937 Epoch 1060: Loss: 1.3406659364700317 Epoch 1061: Loss: 1.349157452583313 Epoch 1062: Loss: 1.2965941429138184 Epoch 1063: Loss: 1.3296382427215576 Epoch 1064: Loss: 1.4070159196853638 Epoch 1065: Loss: 1.3691664934158325 Epoch 1066: Loss: 1.3782415390014648 Epoch 1067: Loss: 1.3741742372512817 Epoch 1068: Loss: 1.310604453086853 Epoch 1069: Loss: 1.3469847440719604 Epoch 1070: Loss: 1.3645144701004028 Epoch 1071: Loss: 1.3162243366241455 Epoch 1072: Loss: 1.227667212486267 Epoch 1073: Loss: 1.2577792406082153 Epoch 1074: Loss: 1.3445109128952026 Epoch 1075: Loss: 1.3661423921585083 Epoch 1076: Loss: 1.3309333324432373 Epoch 1077: Loss: 1.3537651300430298 Epoch 1078: Loss: 1.315864086151123 Epoch 1079: Loss: 1.3970417976379395 Epoch 1080: Loss: 1.405152678489685 Epoch 1081: Loss: 1.3083282709121704 Epoch 1082: Loss: 1.3183537721633911 Epoch 1083: Loss: 1.2950243949890137 Epoch 1084: Loss: 1.3401596546173096 Epoch 1085: Loss: 1.3970788717269897 Epoch 1086: Loss: 1.3904738426208496 Epoch 1087: Loss: 1.3521658182144165 Epoch 1088: Loss: 1.3666738271713257 Epoch 1089: Loss: 1.3301893472671509 Epoch 1090: Loss: 1.3685461282730103 Epoch 1091: Loss: 1.300966501235962 Epoch 1092: Loss: 1.2733477354049683 Epoch 1093: Loss: 1.2721259593963623 Epoch 1094: Loss: 1.2758868932724 Epoch 1095: Loss: 1.2779449224472046 Epoch 1096: Loss: 1.3062703609466553 Epoch 1097: Loss: 1.3327622413635254 Epoch 1098: Loss: 1.2727926969528198 Epoch 1099: Loss: 1.2223327159881592 Epoch 1100: Loss: 1.329732060432434 Epoch 1101: Loss: 1.3356688022613525 Epoch 1102: Loss: 1.376409649848938 Epoch 1103: Loss: 1.3171720504760742 Epoch 1104: Loss: 1.2473279237747192 Epoch 1105: Loss: 1.3322181701660156 Epoch 1106: Loss: 1.3680075407028198 Epoch 1107: Loss: 1.307523250579834 Epoch 1108: Loss: 1.348293662071228 Epoch 1109: Loss: 1.3144001960754395 Epoch 1110: Loss: 1.353938341140747 Epoch 1111: Loss: 1.2771376371383667 Epoch 1112: Loss: 1.3116984367370605 Epoch 1113: Loss: 1.290562629699707 Epoch 1114: Loss: 1.3072994947433472 Epoch 1115: Loss: 1.353495478630066 Epoch 1116: Loss: 1.3909215927124023 Epoch 1117: Loss: 1.3374249935150146 Epoch 1118: Loss: 1.3646390438079834 Epoch 1119: Loss: 1.2636817693710327 Epoch 1120: Loss: 1.2894493341445923 Epoch 1121: Loss: 1.3499642610549927 Epoch 1122: Loss: 1.2714495658874512 Epoch 1123: Loss: 1.1568636894226074 Epoch 1124: Loss: 1.2738059759140015 Epoch 1125: Loss: 1.2560348510742188 Epoch 1126: Loss: 1.290903925895691 Epoch 1127: Loss: 1.3601746559143066 Epoch 1128: Loss: 1.2145743370056152 Epoch 1129: Loss: 1.3828251361846924 Epoch 1130: Loss: 1.3137924671173096 Epoch 1131: Loss: 1.3414994478225708 Epoch 1132: Loss: 1.3172416687011719 Epoch 1133: Loss: 1.2778664827346802 Epoch 1134: Loss: 1.277870774269104 Epoch 1135: Loss: 1.3435684442520142 Epoch 1136: Loss: 1.2189655303955078 Epoch 1137: Loss: 1.2962899208068848 Epoch 1138: Loss: 1.3221572637557983 Epoch 1139: Loss: 1.2371240854263306 Epoch 1140: Loss: 1.307815432548523 Epoch 1141: Loss: 1.2384233474731445 Epoch 1142: Loss: 1.1928471326828003 Epoch 1143: Loss: 1.2130500078201294 Epoch 1144: Loss: 1.330111026763916 Epoch 1145: Loss: 1.3086192607879639 Epoch 1146: Loss: 1.2169257402420044 Epoch 1147: Loss: 1.2881526947021484 Epoch 1148: Loss: 1.2337368726730347 Epoch 1149: Loss: 1.2833712100982666 Epoch 1150: Loss: 1.3233157396316528 Epoch 1151: Loss: 1.3357080221176147 Epoch 1152: Loss: 1.3183196783065796 Epoch 1153: Loss: 1.369170069694519 Epoch 1154: Loss: 1.2423136234283447 Epoch 1155: Loss: 1.276477575302124 Epoch 1156: Loss: 1.1845918893814087 Epoch 1157: Loss: 1.222017765045166 Epoch 1158: Loss: 1.33158540725708 Epoch 1159: Loss: 1.2783101797103882 Epoch 1160: Loss: 1.212085247039795 Epoch 1161: Loss: 1.3446320295333862 Epoch 1162: Loss: 1.3419846296310425 Epoch 1163: Loss: 1.308672547340393 Epoch 1164: Loss: 1.331358790397644 Epoch 1165: Loss: 1.2947522401809692 Epoch 1166: Loss: 1.3423073291778564 Epoch 1167: Loss: 1.260077953338623 Epoch 1168: Loss: 1.299804925918579 Epoch 1169: Loss: 1.2205946445465088 Epoch 1170: Loss: 1.2372784614562988 Epoch 1171: Loss: 1.330256462097168 Epoch 1172: Loss: 1.2545809745788574 Epoch 1173: Loss: 1.1921615600585938 Epoch 1174: Loss: 1.3093370199203491 Epoch 1175: Loss: 1.2591650485992432 Epoch 1176: Loss: 1.3087741136550903 Epoch 1177: Loss: 1.2450251579284668 Epoch 1178: Loss: 1.1642177104949951 Epoch 1179: Loss: 1.340774655342102 Epoch 1180: Loss: 1.2556897401809692 Epoch 1181: Loss: 1.2554954290390015 Epoch 1182: Loss: 1.1866008043289185 Epoch 1183: Loss: 1.3236045837402344 Epoch 1184: Loss: 1.269836187362671 Epoch 1185: Loss: 1.2823987007141113 Epoch 1186: Loss: 1.2658575773239136 Epoch 1187: Loss: 1.3139493465423584 Epoch 1188: Loss: 1.185098648071289 Epoch 1189: Loss: 1.3014191389083862 Epoch 1190: Loss: 1.2318572998046875 Epoch 1191: Loss: 1.4189578294754028 Epoch 1192: Loss: 1.2994993925094604 Epoch 1193: Loss: 1.2643046379089355 Epoch 1194: Loss: 1.2309507131576538 Epoch 1195: Loss: 1.2511204481124878 Epoch 1196: Loss: 1.341975212097168 Epoch 1197: Loss: 1.3386636972427368 Epoch 1198: Loss: 1.2885533571243286 Epoch 1199: Loss: 1.2565981149673462 Epoch 1200: Loss: 1.2185168266296387 Epoch 1201: Loss: 1.1905916929244995 Epoch 1202: Loss: 1.2701804637908936 Epoch 1203: Loss: 1.3256369829177856 Epoch 1204: Loss: 1.2784104347229004 Epoch 1205: Loss: 1.2822946310043335 Epoch 1206: Loss: 1.2364704608917236 Epoch 1207: Loss: 1.312910795211792 Epoch 1208: Loss: 1.2098300457000732 Epoch 1209: Loss: 1.2414358854293823 Epoch 1210: Loss: 1.336401104927063 Epoch 1211: Loss: 1.2247668504714966 Epoch 1212: Loss: 1.3210095167160034 Epoch 1213: Loss: 1.1768978834152222 Epoch 1214: Loss: 1.290876865386963 Epoch 1215: Loss: 1.1838487386703491 Epoch 1216: Loss: 1.204447865486145 Epoch 1217: Loss: 1.2148423194885254 Epoch 1218: Loss: 1.28146231174469 Epoch 1219: Loss: 1.4014394283294678 Epoch 1220: Loss: 1.2430131435394287 Epoch 1221: Loss: 1.2164132595062256 Epoch 1222: Loss: 1.321602702140808 Epoch 1223: Loss: 1.2480155229568481 Epoch 1224: Loss: 1.3051800727844238 Epoch 1225: Loss: 1.2551435232162476 Epoch 1226: Loss: 1.252402663230896 Epoch 1227: Loss: 1.3224390745162964 Epoch 1228: Loss: 1.2181754112243652 Epoch 1229: Loss: 1.209801435470581 Epoch 1230: Loss: 1.1937285661697388 Epoch 1231: Loss: 1.2313259840011597 Epoch 1232: Loss: 1.2880704402923584 Epoch 1233: Loss: 1.2689015865325928 Epoch 1234: Loss: 1.233319640159607 Epoch 1235: Loss: 1.2336057424545288 Epoch 1236: Loss: 1.1427909135818481 Epoch 1237: Loss: 1.279552698135376 Epoch 1238: Loss: 1.2675431966781616 Epoch 1239: Loss: 1.2005714178085327 Epoch 1240: Loss: 1.2360146045684814 Epoch 1241: Loss: 1.3105398416519165 Epoch 1242: Loss: 1.2694824934005737 Epoch 1243: Loss: 1.225351095199585 Epoch 1244: Loss: 1.290907621383667 Epoch 1245: Loss: 1.2378023862838745 Epoch 1246: Loss: 1.2392148971557617 Epoch 1247: Loss: 1.3075734376907349 Epoch 1248: Loss: 1.2054721117019653 Epoch 1249: Loss: 1.1757516860961914 Epoch 1250: Loss: 1.198319435119629 Epoch 1251: Loss: 1.1967639923095703 Epoch 1252: Loss: 1.1695225238800049 Epoch 1253: Loss: 1.2704687118530273 Epoch 1254: Loss: 1.2399344444274902 Epoch 1255: Loss: 1.2447415590286255 Epoch 1256: Loss: 1.3046458959579468 Epoch 1257: Loss: 1.289254903793335 Epoch 1258: Loss: 1.2585378885269165 Epoch 1259: Loss: 1.2624627351760864 Epoch 1260: Loss: 1.2759132385253906 Epoch 1261: Loss: 1.258017659187317 Epoch 1262: Loss: 1.276026725769043 Epoch 1263: Loss: 1.2835224866867065 Epoch 1264: Loss: 1.2528995275497437 Epoch 1265: Loss: 1.2392688989639282 Epoch 1266: Loss: 1.1647688150405884 Epoch 1267: Loss: 1.2324061393737793 Epoch 1268: Loss: 1.1373714208602905 Epoch 1269: Loss: 1.1980475187301636 Epoch 1270: Loss: 1.319406270980835 Epoch 1271: Loss: 1.2267850637435913 Epoch 1272: Loss: 1.2705270051956177 Epoch 1273: Loss: 1.2046600580215454 Epoch 1274: Loss: 1.2249393463134766 Epoch 1275: Loss: 1.2811481952667236 Epoch 1276: Loss: 1.1377489566802979 Epoch 1277: Loss: 1.2439744472503662 Epoch 1278: Loss: 1.2178164720535278 Epoch 1279: Loss: 1.199536919593811 Epoch 1280: Loss: 1.195608377456665 Epoch 1281: Loss: 1.2414333820343018 Epoch 1282: Loss: 1.280073642730713 Epoch 1283: Loss: 1.1841559410095215 Epoch 1284: Loss: 1.218988060951233 Epoch 1285: Loss: 1.2232061624526978 Epoch 1286: Loss: 1.2650338411331177 Epoch 1287: Loss: 1.1781325340270996 Epoch 1288: Loss: 1.2364187240600586 Epoch 1289: Loss: 1.3207664489746094 Epoch 1290: Loss: 1.2300087213516235 Epoch 1291: Loss: 1.203468918800354 Epoch 1292: Loss: 1.1575195789337158 Epoch 1293: Loss: 1.1992360353469849 Epoch 1294: Loss: 1.1869187355041504 Epoch 1295: Loss: 1.190855622291565 Epoch 1296: Loss: 1.2306147813796997 Epoch 1297: Loss: 1.1744602918624878 Epoch 1298: Loss: 1.2317181825637817 Epoch 1299: Loss: 1.2208245992660522 Epoch 1300: Loss: 1.3411091566085815 Epoch 1301: Loss: 1.1449792385101318 Epoch 1302: Loss: 1.2211180925369263 Epoch 1303: Loss: 1.2677699327468872 Epoch 1304: Loss: 1.2614507675170898 Epoch 1305: Loss: 1.202793002128601 Epoch 1306: Loss: 1.1510415077209473 Epoch 1307: Loss: 1.2978566884994507 Epoch 1308: Loss: 1.1567869186401367 Epoch 1309: Loss: 1.2505298852920532 Epoch 1310: Loss: 1.2476693391799927 Epoch 1311: Loss: 1.1481482982635498 Epoch 1312: Loss: 1.2213612794876099 Epoch 1313: Loss: 1.234167218208313 Epoch 1314: Loss: 1.1895607709884644 Epoch 1315: Loss: 1.2544695138931274 Epoch 1316: Loss: 1.2742196321487427 Epoch 1317: Loss: 1.1862399578094482 Epoch 1318: Loss: 1.1833903789520264 Epoch 1319: Loss: 1.1587915420532227 Epoch 1320: Loss: 1.2827625274658203 Epoch 1321: Loss: 1.2184810638427734 Epoch 1322: Loss: 1.2669757604599 Epoch 1323: Loss: 1.228379726409912 Epoch 1324: Loss: 1.214037537574768 Epoch 1325: Loss: 1.1588960886001587 Epoch 1326: Loss: 1.2525886297225952 Epoch 1327: Loss: 1.291804552078247 Epoch 1328: Loss: 1.2078163623809814 Epoch 1329: Loss: 1.245019793510437 Epoch 1330: Loss: 1.1330456733703613 Epoch 1331: Loss: 1.2196521759033203 Epoch 1332: Loss: 1.1545636653900146 Epoch 1333: Loss: 1.196082353591919 Epoch 1334: Loss: 1.2206051349639893 Epoch 1335: Loss: 1.120680809020996 Epoch 1336: Loss: 1.1678546667099 Epoch 1337: Loss: 1.2233327627182007 Epoch 1338: Loss: 1.2800593376159668 Epoch 1339: Loss: 1.2242568731307983 Epoch 1340: Loss: 1.2280839681625366 Epoch 1341: Loss: 1.151378870010376 Epoch 1342: Loss: 1.212264060974121 Epoch 1343: Loss: 1.252192735671997 Epoch 1344: Loss: 1.1442718505859375 Epoch 1345: Loss: 1.1490713357925415 Epoch 1346: Loss: 1.1780256032943726 Epoch 1347: Loss: 1.2303719520568848 Epoch 1348: Loss: 1.1669400930404663 Epoch 1349: Loss: 1.205154538154602 Epoch 1350: Loss: 1.2197110652923584 Epoch 1351: Loss: 1.1634012460708618 Epoch 1352: Loss: 1.110403299331665 Epoch 1353: Loss: 1.167534589767456 Epoch 1354: Loss: 1.181787371635437 Epoch 1355: Loss: 1.2136603593826294 Epoch 1356: Loss: 1.1660282611846924 Epoch 1357: Loss: 1.1943050622940063 Epoch 1358: Loss: 1.161476731300354 Epoch 1359: Loss: 1.2182447910308838 Epoch 1360: Loss: 1.1993277072906494 Epoch 1361: Loss: 1.2276469469070435 Epoch 1362: Loss: 1.2510459423065186 Epoch 1363: Loss: 1.2039737701416016 Epoch 1364: Loss: 1.1974881887435913 Epoch 1365: Loss: 1.2145613431930542 Epoch 1366: Loss: 1.200656533241272 Epoch 1367: Loss: 1.1984270811080933 Epoch 1368: Loss: 1.2459036111831665 Epoch 1369: Loss: 1.1926101446151733 Epoch 1370: Loss: 1.1671005487442017 Epoch 1371: Loss: 1.2276723384857178 Epoch 1372: Loss: 1.1151677370071411 Epoch 1373: Loss: 1.2005963325500488 Epoch 1374: Loss: 1.2526661157608032 Epoch 1375: Loss: 1.1687841415405273 Epoch 1376: Loss: 1.1703464984893799 Epoch 1377: Loss: 1.1779814958572388 Epoch 1378: Loss: 1.1345646381378174 Epoch 1379: Loss: 1.2488538026809692 Epoch 1380: Loss: 1.1923949718475342 Epoch 1381: Loss: 1.1320515871047974 Epoch 1382: Loss: 1.2144970893859863 Epoch 1383: Loss: 1.1267669200897217 Epoch 1384: Loss: 1.1058157682418823 Epoch 1385: Loss: 1.2469942569732666 Epoch 1386: Loss: 1.2301828861236572 Epoch 1387: Loss: 1.1908999681472778 Epoch 1388: Loss: 1.0760418176651 Epoch 1389: Loss: 1.2377277612686157 Epoch 1390: Loss: 1.1043428182601929 Epoch 1391: Loss: 1.1580829620361328 Epoch 1392: Loss: 1.1502453088760376 Epoch 1393: Loss: 1.1617224216461182 Epoch 1394: Loss: 1.0568829774856567 Epoch 1395: Loss: 1.1540037393569946 Epoch 1396: Loss: 1.1257973909378052 Epoch 1397: Loss: 1.232951045036316 Epoch 1398: Loss: 1.15159010887146 Epoch 1399: Loss: 1.1466103792190552 Epoch 1400: Loss: 1.2585242986679077 Epoch 1401: Loss: 1.2040053606033325 Epoch 1402: Loss: 1.1598327159881592 Epoch 1403: Loss: 1.1804479360580444 Epoch 1404: Loss: 1.151956558227539 Epoch 1405: Loss: 1.1560618877410889 Epoch 1406: Loss: 1.1528968811035156 Epoch 1407: Loss: 1.1318352222442627 Epoch 1408: Loss: 1.1615620851516724 Epoch 1409: Loss: 1.2381678819656372 Epoch 1410: Loss: 1.2135215997695923 Epoch 1411: Loss: 1.137862205505371 Epoch 1412: Loss: 1.1372404098510742 Epoch 1413: Loss: 1.1749407052993774 Epoch 1414: Loss: 1.0999889373779297 Epoch 1415: Loss: 1.1467519998550415 Epoch 1416: Loss: 1.1321430206298828 Epoch 1417: Loss: 1.2604509592056274 Epoch 1418: Loss: 1.067392349243164 Epoch 1419: Loss: 1.1404390335083008 Epoch 1420: Loss: 1.1575145721435547 Epoch 1421: Loss: 1.2738391160964966 Epoch 1422: Loss: 1.1378507614135742 Epoch 1423: Loss: 1.1138414144515991 Epoch 1424: Loss: 1.156827449798584 Epoch 1425: Loss: 1.1357661485671997 Epoch 1426: Loss: 1.155697226524353 Epoch 1427: Loss: 1.1553996801376343 Epoch 1428: Loss: 1.1514153480529785 Epoch 1429: Loss: 1.2401039600372314 Epoch 1430: Loss: 1.0806066989898682 Epoch 1431: Loss: 1.1121500730514526 Epoch 1432: Loss: 1.2132550477981567 Epoch 1433: Loss: 1.1734747886657715 Epoch 1434: Loss: 1.202584147453308 Epoch 1435: Loss: 1.0805243253707886 Epoch 1436: Loss: 1.2014098167419434 Epoch 1437: Loss: 1.1727452278137207 Epoch 1438: Loss: 1.2052624225616455 Epoch 1439: Loss: 1.259583592414856 Epoch 1440: Loss: 1.215031623840332 Epoch 1441: Loss: 1.1226377487182617 Epoch 1442: Loss: 1.1712119579315186 Epoch 1443: Loss: 1.1310243606567383 Epoch 1444: Loss: 1.1535789966583252 Epoch 1445: Loss: 1.1663659811019897 Epoch 1446: Loss: 1.0857957601547241 Epoch 1447: Loss: 1.1733137369155884 Epoch 1448: Loss: 1.1642061471939087 Epoch 1449: Loss: 1.11383056640625 Epoch 1450: Loss: 1.1228375434875488 Epoch 1451: Loss: 1.0656931400299072 Epoch 1452: Loss: 1.179580807685852 Epoch 1453: Loss: 1.1222316026687622 Epoch 1454: Loss: 1.1965315341949463 Epoch 1455: Loss: 1.1351819038391113 Epoch 1456: Loss: 1.1857850551605225 Epoch 1457: Loss: 1.11175537109375 Epoch 1458: Loss: 1.062827706336975 Epoch 1459: Loss: 1.2100361585617065 Epoch 1460: Loss: 1.1704916954040527 Epoch 1461: Loss: 1.1036012172698975 Epoch 1462: Loss: 1.1722674369812012 Epoch 1463: Loss: 1.1455389261245728 Epoch 1464: Loss: 1.1930521726608276 Epoch 1465: Loss: 1.1632487773895264 Epoch 1466: Loss: 1.1314034461975098 Epoch 1467: Loss: 1.14141845703125 Epoch 1468: Loss: 1.163954257965088 Epoch 1469: Loss: 1.1496788263320923 Epoch 1470: Loss: 1.1815065145492554 Epoch 1471: Loss: 1.0620145797729492 Epoch 1472: Loss: 1.2600480318069458 Epoch 1473: Loss: 1.1886146068572998 Epoch 1474: Loss: 1.1857775449752808 Epoch 1475: Loss: 1.1218234300613403 Epoch 1476: Loss: 1.1294167041778564 Epoch 1477: Loss: 1.1225415468215942 Epoch 1478: Loss: 1.1760362386703491 Epoch 1479: Loss: 1.0898631811141968 Epoch 1480: Loss: 1.1596112251281738 Epoch 1481: Loss: 1.1158186197280884 Epoch 1482: Loss: 1.1994792222976685 Epoch 1483: Loss: 1.139750599861145 Epoch 1484: Loss: 1.1042132377624512 Epoch 1485: Loss: 1.1106586456298828 Epoch 1486: Loss: 1.1648614406585693 Epoch 1487: Loss: 1.2182393074035645 Epoch 1488: Loss: 1.1800391674041748 Epoch 1489: Loss: 1.1283059120178223 Epoch 1490: Loss: 1.0884214639663696 Epoch 1491: Loss: 1.1216363906860352 Epoch 1492: Loss: 1.1111232042312622 Epoch 1493: Loss: 1.2193748950958252 Epoch 1494: Loss: 1.178469181060791 Epoch 1495: Loss: 1.1305066347122192 Epoch 1496: Loss: 1.1244442462921143 Epoch 1497: Loss: 1.1505070924758911 Epoch 1498: Loss: 1.244205355644226 Epoch 1499: Loss: 1.0870460271835327 Epoch 1500: Loss: 1.132327914237976 Epoch 1501: Loss: 1.1635773181915283 Epoch 1502: Loss: 1.1075468063354492 Epoch 1503: Loss: 1.13450288772583 Epoch 1504: Loss: 1.1496400833129883 Epoch 1505: Loss: 1.1404610872268677 Epoch 1506: Loss: 1.0934978723526 Epoch 1507: Loss: 1.105237603187561 Epoch 1508: Loss: 1.1417750120162964 Epoch 1509: Loss: 1.0640146732330322 Epoch 1510: Loss: 1.2236669063568115 Epoch 1511: Loss: 1.0724471807479858 Epoch 1512: Loss: 1.0938023328781128 Epoch 1513: Loss: 1.111322283744812 Epoch 1514: Loss: 1.112081527709961 Epoch 1515: Loss: 1.0859583616256714 Epoch 1516: Loss: 1.0718647241592407 Epoch 1517: Loss: 1.2041863203048706 Epoch 1518: Loss: 1.1274102926254272 Epoch 1519: Loss: 1.106869101524353 Epoch 1520: Loss: 1.0949479341506958 Epoch 1521: Loss: 1.1846697330474854 Epoch 1522: Loss: 1.1571310758590698 Epoch 1523: Loss: 1.1073445081710815 Epoch 1524: Loss: 1.0867111682891846 Epoch 1525: Loss: 1.026808261871338 Epoch 1526: Loss: 1.108067512512207 Epoch 1527: Loss: 1.165322184562683 Epoch 1528: Loss: 1.1360470056533813 Epoch 1529: Loss: 1.0976670980453491 Epoch 1530: Loss: 1.1104485988616943 Epoch 1531: Loss: 1.1496410369873047 Epoch 1532: Loss: 1.153462529182434 Epoch 1533: Loss: 1.047995686531067 Epoch 1534: Loss: 1.0843595266342163 Epoch 1535: Loss: 1.0954480171203613 Epoch 1536: Loss: 1.1059484481811523 Epoch 1537: Loss: 1.121705174446106 Epoch 1538: Loss: 1.0978467464447021 Epoch 1539: Loss: 1.1783418655395508 Epoch 1540: Loss: 1.1063235998153687 Epoch 1541: Loss: 1.1432273387908936 Epoch 1542: Loss: 1.11800217628479 Epoch 1543: Loss: 1.1452754735946655 Epoch 1544: Loss: 1.1513949632644653 Epoch 1545: Loss: 1.187208890914917 Epoch 1546: Loss: 1.0824772119522095 Epoch 1547: Loss: 1.2180002927780151 Epoch 1548: Loss: 1.028820276260376 Epoch 1549: Loss: 1.0644118785858154 Epoch 1550: Loss: 1.1278239488601685 Epoch 1551: Loss: 1.1366864442825317 Epoch 1552: Loss: 1.181203842163086 Epoch 1553: Loss: 1.1216511726379395 Epoch 1554: Loss: 1.1559354066848755 Epoch 1555: Loss: 1.1674476861953735 Epoch 1556: Loss: 1.031490683555603 Epoch 1557: Loss: 1.1165649890899658 Epoch 1558: Loss: 1.0765641927719116 Epoch 1559: Loss: 1.1558669805526733 Epoch 1560: Loss: 1.1255282163619995 Epoch 1561: Loss: 1.1202462911605835 Epoch 1562: Loss: 1.1984741687774658 Epoch 1563: Loss: 1.1200908422470093 Epoch 1564: Loss: 1.1610106229782104 Epoch 1565: Loss: 1.1936978101730347 Epoch 1566: Loss: 1.0779255628585815 Epoch 1567: Loss: 1.1247878074645996 Epoch 1568: Loss: 1.086140513420105 Epoch 1569: Loss: 1.1430526971817017 Epoch 1570: Loss: 1.1762524843215942 Epoch 1571: Loss: 1.142886757850647 Epoch 1572: Loss: 1.1401857137680054 Epoch 1573: Loss: 1.0366088151931763 Epoch 1574: Loss: 1.0646662712097168 Epoch 1575: Loss: 1.0767675638198853 Epoch 1576: Loss: 1.1285700798034668 Epoch 1577: Loss: 1.1299669742584229 Epoch 1578: Loss: 1.0763201713562012 Epoch 1579: Loss: 1.1356498003005981 Epoch 1580: Loss: 1.0665706396102905 Epoch 1581: Loss: 1.2263522148132324 Epoch 1582: Loss: 1.1169090270996094 Epoch 1583: Loss: 1.1519025564193726 Epoch 1584: Loss: 1.0920323133468628 Epoch 1585: Loss: 1.040064811706543 Epoch 1586: Loss: 1.1035454273223877 Epoch 1587: Loss: 1.1344317197799683 Epoch 1588: Loss: 1.0441418886184692 Epoch 1589: Loss: 1.1737581491470337 Epoch 1590: Loss: 1.0556367635726929 Epoch 1591: Loss: 1.1776671409606934 Epoch 1592: Loss: 1.1223434209823608 Epoch 1593: Loss: 1.0975242853164673 Epoch 1594: Loss: 1.189263939857483 Epoch 1595: Loss: 1.1434704065322876 Epoch 1596: Loss: 1.055248737335205 Epoch 1597: Loss: 1.0967481136322021 Epoch 1598: Loss: 1.1441296339035034 Epoch 1599: Loss: 1.080971598625183 Epoch 1600: Loss: 1.0327726602554321 Epoch 1601: Loss: 1.0447933673858643 Epoch 1602: Loss: 1.258463978767395 Epoch 1603: Loss: 1.0873503684997559 Epoch 1604: Loss: 1.1589865684509277 Epoch 1605: Loss: 1.1629717350006104 Epoch 1606: Loss: 1.0390346050262451 Epoch 1607: Loss: 1.054378867149353 Epoch 1608: Loss: 1.093299150466919 Epoch 1609: Loss: 1.112929344177246 Epoch 1610: Loss: 1.1021041870117188 Epoch 1611: Loss: 1.071457862854004 Epoch 1612: Loss: 1.0824499130249023 Epoch 1613: Loss: 1.0305951833724976 Epoch 1614: Loss: 1.083635926246643 Epoch 1615: Loss: 1.073940634727478 Epoch 1616: Loss: 1.1596177816390991 Epoch 1617: Loss: 1.102501392364502 Epoch 1618: Loss: 1.1740338802337646 Epoch 1619: Loss: 1.0421226024627686 Epoch 1620: Loss: 1.1223965883255005 Epoch 1621: Loss: 1.0888313055038452 Epoch 1622: Loss: 1.1230226755142212 Epoch 1623: Loss: 1.0885143280029297 Epoch 1624: Loss: 1.114426612854004 Epoch 1625: Loss: 1.0934844017028809 Epoch 1626: Loss: 1.1484270095825195 Epoch 1627: Loss: 1.1821839809417725 Epoch 1628: Loss: 1.1177895069122314 Epoch 1629: Loss: 1.139412760734558 Epoch 1630: Loss: 1.1086211204528809 Epoch 1631: Loss: 1.0636122226715088 Epoch 1632: Loss: 1.1761504411697388 Epoch 1633: Loss: 1.1310867071151733 Epoch 1634: Loss: 1.101148009300232 Epoch 1635: Loss: 1.0919791460037231 Epoch 1636: Loss: 0.9245017170906067 Epoch 1637: Loss: 1.0810890197753906 Epoch 1638: Loss: 1.064424991607666 Epoch 1639: Loss: 1.0579543113708496 Epoch 1640: Loss: 1.1106864213943481 Epoch 1641: Loss: 1.0863864421844482 Epoch 1642: Loss: 1.0703665018081665 Epoch 1643: Loss: 1.1585767269134521 Epoch 1644: Loss: 1.1051644086837769 Epoch 1645: Loss: 1.0921587944030762 Epoch 1646: Loss: 1.146875262260437 Epoch 1647: Loss: 1.1713536977767944 Epoch 1648: Loss: 1.1467640399932861 Epoch 1649: Loss: 1.0213041305541992 Epoch 1650: Loss: 1.0913150310516357 Epoch 1651: Loss: 1.028698444366455 Epoch 1652: Loss: 1.0125916004180908 Epoch 1653: Loss: 1.0550709962844849 Epoch 1654: Loss: 1.0455281734466553 Epoch 1655: Loss: 1.1546640396118164 Epoch 1656: Loss: 1.0722777843475342 Epoch 1657: Loss: 1.1855859756469727 Epoch 1658: Loss: 1.0691235065460205 Epoch 1659: Loss: 1.124143123626709 Epoch 1660: Loss: 0.9611541628837585 Epoch 1661: Loss: 1.1153663396835327 Epoch 1662: Loss: 1.1360564231872559 Epoch 1663: Loss: 1.0025699138641357 Epoch 1664: Loss: 1.105412483215332 Epoch 1665: Loss: 1.105732798576355 Epoch 1666: Loss: 1.071873664855957 Epoch 1667: Loss: 1.0772989988327026 Epoch 1668: Loss: 1.0576425790786743 Epoch 1669: Loss: 1.0373449325561523 Epoch 1670: Loss: 1.0877052545547485 Epoch 1671: Loss: 1.1120538711547852 Epoch 1672: Loss: 1.1010061502456665 Epoch 1673: Loss: 1.0529955625534058 Epoch 1674: Loss: 1.1448441743850708 Epoch 1675: Loss: 1.0870418548583984 Epoch 1676: Loss: 1.0677390098571777 Epoch 1677: Loss: 1.16119384765625 Epoch 1678: Loss: 1.0901151895523071 Epoch 1679: Loss: 1.136604905128479 Epoch 1680: Loss: 1.0696154832839966 Epoch 1681: Loss: 1.1136631965637207 Epoch 1682: Loss: 1.0645666122436523 Epoch 1683: Loss: 1.1022621393203735 Epoch 1684: Loss: 1.183894157409668 Epoch 1685: Loss: 1.02011239528656 Epoch 1686: Loss: 1.0977661609649658 Epoch 1687: Loss: 1.0707228183746338 Epoch 1688: Loss: 1.056640625 Epoch 1689: Loss: 1.0404554605484009 Epoch 1690: Loss: 1.082245111465454 Epoch 1691: Loss: 1.0754951238632202 Epoch 1692: Loss: 1.0843217372894287 Epoch 1693: Loss: 1.108414649963379 Epoch 1694: Loss: 1.04777991771698 Epoch 1695: Loss: 1.0418322086334229 Epoch 1696: Loss: 1.168209433555603 Epoch 1697: Loss: 1.0701569318771362 Epoch 1698: Loss: 0.9783350825309753 Epoch 1699: Loss: 1.0839349031448364 Epoch 1700: Loss: 1.0689911842346191 Epoch 1701: Loss: 1.0443447828292847 Epoch 1702: Loss: 1.0234768390655518 Epoch 1703: Loss: 1.0968494415283203 Epoch 1704: Loss: 1.0934600830078125 Epoch 1705: Loss: 1.1570216417312622 Epoch 1706: Loss: 1.0481703281402588 Epoch 1707: Loss: 1.1319326162338257 Epoch 1708: Loss: 1.0337035655975342 Epoch 1709: Loss: 1.0699870586395264 Epoch 1710: Loss: 1.1481316089630127 Epoch 1711: Loss: 1.1667429208755493 Epoch 1712: Loss: 0.9894004464149475 Epoch 1713: Loss: 1.1150867938995361 Epoch 1714: Loss: 1.0799823999404907 Epoch 1715: Loss: 1.1112284660339355 Epoch 1716: Loss: 1.0070658922195435 Epoch 1717: Loss: 1.0577418804168701 Epoch 1718: Loss: 1.050899863243103 Epoch 1719: Loss: 1.1007522344589233 Epoch 1720: Loss: 1.072017788887024 Epoch 1721: Loss: 1.0802174806594849 Epoch 1722: Loss: 1.1059001684188843 Epoch 1723: Loss: 1.0121209621429443 Epoch 1724: Loss: 1.0174883604049683 Epoch 1725: Loss: 1.0239275693893433 Epoch 1726: Loss: 0.9898627400398254 Epoch 1727: Loss: 1.048439621925354 Epoch 1728: Loss: 1.063686490058899 Epoch 1729: Loss: 1.0722185373306274 Epoch 1730: Loss: 1.0742456912994385 Epoch 1731: Loss: 1.122291088104248 Epoch 1732: Loss: 1.0384132862091064 Epoch 1733: Loss: 0.9791672825813293 Epoch 1734: Loss: 1.1124517917633057 Epoch 1735: Loss: 1.1874456405639648 Epoch 1736: Loss: 0.9593586921691895 Epoch 1737: Loss: 1.0832549333572388 Epoch 1738: Loss: 1.0081822872161865 Epoch 1739: Loss: 1.1034505367279053 Epoch 1740: Loss: 1.0100324153900146 Epoch 1741: Loss: 1.0187686681747437 Epoch 1742: Loss: 1.0711153745651245 Epoch 1743: Loss: 1.0051575899124146 Epoch 1744: Loss: 1.0240949392318726 Epoch 1745: Loss: 1.0372726917266846 Epoch 1746: Loss: 1.1093378067016602 Epoch 1747: Loss: 1.1168076992034912 Epoch 1748: Loss: 1.0293813943862915 Epoch 1749: Loss: 1.12325119972229 Epoch 1750: Loss: 0.9859317541122437 Epoch 1751: Loss: 1.0307362079620361 Epoch 1752: Loss: 0.9439665079116821 Epoch 1753: Loss: 1.0282851457595825 Epoch 1754: Loss: 1.0594838857650757 Epoch 1755: Loss: 1.0400737524032593 Epoch 1756: Loss: 0.9650210738182068 Epoch 1757: Loss: 1.0092709064483643 Epoch 1758: Loss: 1.0473065376281738 Epoch 1759: Loss: 1.100756049156189 Epoch 1760: Loss: 1.025464653968811 Epoch 1761: Loss: 1.0953985452651978 Epoch 1762: Loss: 1.0003284215927124 Epoch 1763: Loss: 0.9988660216331482 Epoch 1764: Loss: 1.1434704065322876 Epoch 1765: Loss: 1.0247347354888916 Epoch 1766: Loss: 1.0851942300796509 Epoch 1767: Loss: 1.0315215587615967 Epoch 1768: Loss: 1.0969825983047485 Epoch 1769: Loss: 1.0708847045898438 Epoch 1770: Loss: 0.963648796081543 Epoch 1771: Loss: 1.132142186164856 Epoch 1772: Loss: 1.0917127132415771 Epoch 1773: Loss: 1.0094199180603027 Epoch 1774: Loss: 1.033129334449768 Epoch 1775: Loss: 1.0423489809036255 Epoch 1776: Loss: 1.0895057916641235 Epoch 1777: Loss: 1.0201995372772217 Epoch 1778: Loss: 1.0856035947799683 Epoch 1779: Loss: 1.0778329372406006 Epoch 1780: Loss: 1.091819405555725 Epoch 1781: Loss: 1.1739914417266846 Epoch 1782: Loss: 0.9468712210655212 Epoch 1783: Loss: 1.0493206977844238 Epoch 1784: Loss: 1.0692943334579468 Epoch 1785: Loss: 0.9945525527000427 Epoch 1786: Loss: 1.0724060535430908 Epoch 1787: Loss: 1.0755988359451294 Epoch 1788: Loss: 1.0624901056289673 Epoch 1789: Loss: 1.0130354166030884 Epoch 1790: Loss: 1.0587011575698853 Epoch 1791: Loss: 0.9805658459663391 Epoch 1792: Loss: 1.0823875665664673 Epoch 1793: Loss: 1.0221697092056274 Epoch 1794: Loss: 1.123818039894104 Epoch 1795: Loss: 1.1145128011703491 Epoch 1796: Loss: 1.0879361629486084 Epoch 1797: Loss: 1.0173825025558472 Epoch 1798: Loss: 1.0122663974761963 Epoch 1799: Loss: 1.0723353624343872 Epoch 1800: Loss: 1.104336142539978 Epoch 1801: Loss: 1.0758464336395264 Epoch 1802: Loss: 1.0139596462249756 Epoch 1803: Loss: 1.0503625869750977 Epoch 1804: Loss: 1.0529470443725586 Epoch 1805: Loss: 1.0295120477676392 Epoch 1806: Loss: 1.0175997018814087 Epoch 1807: Loss: 1.038094162940979 Epoch 1808: Loss: 0.9786847233772278 Epoch 1809: Loss: 1.033880591392517 Epoch 1810: Loss: 0.940894603729248 Epoch 1811: Loss: 1.0572712421417236 Epoch 1812: Loss: 1.0417420864105225 Epoch 1813: Loss: 1.0143532752990723 Epoch 1814: Loss: 1.0407171249389648 Epoch 1815: Loss: 1.0502086877822876 Epoch 1816: Loss: 1.0283695459365845 Epoch 1817: Loss: 1.0301258563995361 Epoch 1818: Loss: 1.0464246273040771 Epoch 1819: Loss: 1.0360438823699951 Epoch 1820: Loss: 0.9910194277763367 Epoch 1821: Loss: 1.0963640213012695 Epoch 1822: Loss: 1.0232470035552979 Epoch 1823: Loss: 1.0139573812484741 Epoch 1824: Loss: 1.1243646144866943 Epoch 1825: Loss: 1.0841193199157715 Epoch 1826: Loss: 1.0073881149291992 Epoch 1827: Loss: 0.9861206412315369 Epoch 1828: Loss: 0.9826712012290955 Epoch 1829: Loss: 1.0284048318862915 Epoch 1830: Loss: 1.017128825187683 Epoch 1831: Loss: 0.9743545055389404 Epoch 1832: Loss: 1.0556150674819946 Epoch 1833: Loss: 1.0122367143630981 Epoch 1834: Loss: 1.039143681526184 Epoch 1835: Loss: 1.0561262369155884 Epoch 1836: Loss: 0.9840384125709534 Epoch 1837: Loss: 1.0937716960906982 Epoch 1838: Loss: 1.1032226085662842 Epoch 1839: Loss: 1.0795824527740479 Epoch 1840: Loss: 1.0882271528244019 Epoch 1841: Loss: 1.0347661972045898 Epoch 1842: Loss: 1.0581413507461548 Epoch 1843: Loss: 1.081276297569275 Epoch 1844: Loss: 1.0494468212127686 Epoch 1845: Loss: 0.981116533279419 Epoch 1846: Loss: 1.0955753326416016 Epoch 1847: Loss: 0.967126727104187 Epoch 1848: Loss: 1.0580909252166748 Epoch 1849: Loss: 0.9882075190544128 Epoch 1850: Loss: 1.0070250034332275 Epoch 1851: Loss: 1.117404818534851 Epoch 1852: Loss: 1.0787702798843384 Epoch 1853: Loss: 1.0705987215042114 Epoch 1854: Loss: 1.0037047863006592 Epoch 1855: Loss: 1.034085750579834 Epoch 1856: Loss: 1.0599535703659058 Epoch 1857: Loss: 1.1116210222244263 Epoch 1858: Loss: 1.0448317527770996 Epoch 1859: Loss: 1.0006446838378906 Epoch 1860: Loss: 1.0081270933151245 Epoch 1861: Loss: 1.0311391353607178 Epoch 1862: Loss: 1.0882424116134644 Epoch 1863: Loss: 1.0206316709518433 Epoch 1864: Loss: 1.06346595287323 Epoch 1865: Loss: 1.0640393495559692 Epoch 1866: Loss: 1.0820845365524292 Epoch 1867: Loss: 0.9873040318489075 Epoch 1868: Loss: 0.9599512219429016 Epoch 1869: Loss: 1.0500599145889282 Epoch 1870: Loss: 0.9810707569122314 Epoch 1871: Loss: 1.108504056930542 Epoch 1872: Loss: 1.0321860313415527 Epoch 1873: Loss: 1.0104265213012695 Epoch 1874: Loss: 1.0591503381729126 Epoch 1875: Loss: 0.9151222109794617 Epoch 1876: Loss: 1.06501305103302 Epoch 1877: Loss: 1.1016179323196411 Epoch 1878: Loss: 0.9479474425315857 Epoch 1879: Loss: 1.1203176975250244 Epoch 1880: Loss: 0.9836044907569885 Epoch 1881: Loss: 1.0584425926208496 Epoch 1882: Loss: 0.9796337485313416 Epoch 1883: Loss: 1.0570049285888672 Epoch 1884: Loss: 0.9852613806724548 Epoch 1885: Loss: 1.0425089597702026 Epoch 1886: Loss: 1.0062335729599 Epoch 1887: Loss: 1.0010688304901123 Epoch 1888: Loss: 1.0207560062408447 Epoch 1889: Loss: 0.9995701313018799 Epoch 1890: Loss: 1.1228171586990356 Epoch 1891: Loss: 0.9632846117019653 Epoch 1892: Loss: 1.0808535814285278 Epoch 1893: Loss: 1.0661202669143677 Epoch 1894: Loss: 1.0332380533218384 Epoch 1895: Loss: 1.0529587268829346 Epoch 1896: Loss: 1.0906291007995605 Epoch 1897: Loss: 1.0144692659378052 Epoch 1898: Loss: 1.0778528451919556 Epoch 1899: Loss: 1.119407057762146 Epoch 1900: Loss: 0.9588406682014465 Epoch 1901: Loss: 1.0535459518432617 Epoch 1902: Loss: 1.007982850074768 Epoch 1903: Loss: 0.9897936582565308 Epoch 1904: Loss: 1.0853006839752197 Epoch 1905: Loss: 0.9631606340408325 Epoch 1906: Loss: 1.0947552919387817 Epoch 1907: Loss: 1.0495834350585938 Epoch 1908: Loss: 1.052839756011963 Epoch 1909: Loss: 1.079533576965332 Epoch 1910: Loss: 1.0637304782867432 Epoch 1911: Loss: 1.032354474067688 Epoch 1912: Loss: 0.9680081605911255 Epoch 1913: Loss: 0.9856612086296082 Epoch 1914: Loss: 0.9484754204750061 Epoch 1915: Loss: 0.9828615188598633 Epoch 1916: Loss: 0.9824541807174683 Epoch 1917: Loss: 1.0159977674484253 Epoch 1918: Loss: 1.0228385925292969 Epoch 1919: Loss: 0.9713464379310608 Epoch 1920: Loss: 0.959192156791687 Epoch 1921: Loss: 1.0598680973052979 Epoch 1922: Loss: 1.0404655933380127 Epoch 1923: Loss: 0.9997379183769226 Epoch 1924: Loss: 1.0022891759872437 Epoch 1925: Loss: 1.0638256072998047 Epoch 1926: Loss: 0.9749378561973572 Epoch 1927: Loss: 1.0753711462020874 Epoch 1928: Loss: 0.978258490562439 Epoch 1929: Loss: 1.0484294891357422 Epoch 1930: Loss: 1.0388954877853394 Epoch 1931: Loss: 1.0182361602783203 Epoch 1932: Loss: 1.0341347455978394 Epoch 1933: Loss: 1.052833914756775 Epoch 1934: Loss: 1.0503170490264893 Epoch 1935: Loss: 1.0161375999450684 Epoch 1936: Loss: 1.0247511863708496 Epoch 1937: Loss: 1.0103323459625244 Epoch 1938: Loss: 1.0055255889892578 Epoch 1939: Loss: 0.9659776091575623 Epoch 1940: Loss: 1.081344723701477 Epoch 1941: Loss: 0.9896734356880188 Epoch 1942: Loss: 1.029327392578125 Epoch 1943: Loss: 1.02170991897583 Epoch 1944: Loss: 0.9912264943122864 Epoch 1945: Loss: 0.9738290309906006 Epoch 1946: Loss: 1.100463628768921 Epoch 1947: Loss: 1.10816490650177 Epoch 1948: Loss: 1.0462390184402466 Epoch 1949: Loss: 1.098671793937683 Epoch 1950: Loss: 1.0794645547866821 Epoch 1951: Loss: 1.0275074243545532 Epoch 1952: Loss: 0.9612233638763428 Epoch 1953: Loss: 1.1207492351531982 Epoch 1954: Loss: 0.9008226990699768 Epoch 1955: Loss: 0.994766116142273 Epoch 1956: Loss: 0.9954888224601746 Epoch 1957: Loss: 0.979848325252533 Epoch 1958: Loss: 0.9382929801940918 Epoch 1959: Loss: 0.949347198009491 Epoch 1960: Loss: 1.0674960613250732 Epoch 1961: Loss: 1.0189664363861084 Epoch 1962: Loss: 1.1100114583969116 Epoch 1963: Loss: 0.9299070835113525 Epoch 1964: Loss: 1.0407239198684692 Epoch 1965: Loss: 1.0481877326965332 Epoch 1966: Loss: 0.9793928265571594 Epoch 1967: Loss: 1.0740926265716553 Epoch 1968: Loss: 1.0890802145004272 Epoch 1969: Loss: 0.9675167798995972 Epoch 1970: Loss: 1.0318068265914917 Epoch 1971: Loss: 0.9884870052337646 Epoch 1972: Loss: 1.0149956941604614 Epoch 1973: Loss: 1.0082448720932007 Epoch 1974: Loss: 0.9790357947349548 Epoch 1975: Loss: 1.0771527290344238 Epoch 1976: Loss: 0.9927247762680054 Epoch 1977: Loss: 0.9500501155853271 Epoch 1978: Loss: 0.9566384553909302 Epoch 1979: Loss: 0.9637612104415894 Epoch 1980: Loss: 0.9190955758094788 Epoch 1981: Loss: 0.9840261936187744 Epoch 1982: Loss: 0.9663427472114563 Epoch 1983: Loss: 1.018302321434021 Epoch 1984: Loss: 1.0437595844268799 Epoch 1985: Loss: 1.0034935474395752 Epoch 1986: Loss: 1.092017412185669 Epoch 1987: Loss: 0.9760493636131287 Epoch 1988: Loss: 1.067697525024414 Epoch 1989: Loss: 0.9291914105415344 Epoch 1990: Loss: 0.9729601740837097 Epoch 1991: Loss: 1.0533889532089233 Epoch 1992: Loss: 1.0425217151641846 Epoch 1993: Loss: 1.0523930788040161 Epoch 1994: Loss: 0.9735986590385437 Epoch 1995: Loss: 0.9658103585243225 Epoch 1996: Loss: 0.9925141334533691 Epoch 1997: Loss: 1.0660309791564941 Epoch 1998: Loss: 1.0593500137329102 Epoch 1999: Loss: 0.9166122674942017 Epoch 2000: Loss: 1.0094491243362427
def evaluate(data):
model.eval()
with torch.no_grad():
out = model(data.x, data.edge_index)
loss = loss_func(out.squeeze(), data.y)
return loss.item()
test_loss = evaluate(G_data_test)
print(f'Test Loss: {test_loss}')
def predict(data):
model.eval()
with torch.no_grad():
predictions = model(data.x, data.edge_index)
return predictions.squeeze()
predictions = predict(G_data_test)
test_data_['PD GNN New FEATURES'] = np.array([from_pred_to_normal(y) for y in predictions])
test_data_[['PD random forest','PD GNN No sdt','PD GNN 3 LAYERS','PD GNN 2 LAYERS',"T_LOCAL_TX_PD",'PD GNN New FEATURES']]
Test Loss: 31.005569458007812
| PD random forest | PD GNN No sdt | PD GNN 3 LAYERS | PD GNN 2 LAYERS | T_LOCAL_TX_PD | PD GNN New FEATURES | |
|---|---|---|---|---|---|---|
| 3394 | -4 | -5 | -8 | 5+ | -4 | 6+ |
| 3396 | -6 | 5+ | -8 | -8 | -6 | 7+ |
| 3403 | -6 | -5 | 3 | -4 | 6 | -3 |
| 3404 | 7 | -5 | -8 | -10 | 7+ | 7+ |
| 3421 | -5 | -5 | 6+ | 6 | -5 | -6 |
| ... | ... | ... | ... | ... | ... | ... |
| 4486 | -6 | -5 | -2 | 2 | -6 | 1+ |
| 4488 | 5 | -5 | -5 | -5 | 5 | 4+ |
| 4492 | 7+ | -5 | 6+ | -7 | 7+ | -7 |
| 4494 | 7 | -5 | 6 | -7 | 7 | -7 |
| 4499 | 3 | -5 | -3 | -3 | -3 | 3 |
106 rows × 6 columns
TESTING MODEL ON NEW TEST SET¶
ids_to_exclude = [
704576, 856665, 825899, 938287, 656517, 100024, 755117, 528099, 985976, 269143,
470423, 768462, 559421, 913458, 118003, 292814, 198777, 117482, 813650, 271776,
953823, 569118, 244440, 958579, 451801, 734431, 748975, 929858, 110020, 692856,
253152, 146874, 889462, 530940, 697142, 760597, 517271, 755821, 749131, 367248,
524085, 541772, 201871, 436519, 586264, 830505, 231047, 355013, 406372, 713795,
821916, 905012
]
df_train_encoded.loc[df_train_encoded['ID'].isin(ids_to_exclude), ['q1', 'q2', 'q3']] = 0
X_train=df_train_encoded.drop(columns=["T_LOCAL_TX_PD","ID"])
X_test=df_test_encoded.drop(columns=["T_LOCAL_TX_PD","ID"])
y_train=df_train_encoded[["T_LOCAL_TX_PD"]]
y_test=df_test_encoded[["T_LOCAL_TX_PD"]]
param_grid = {
'n_estimators': [10, 50, 100],
'max_depth': [None, 10, 20, 30],
'min_samples_split': [2, 4, 6]
}
grid_search = GridSearchCV(estimator=RandomForestRegressor(random_state=42),
param_grid=param_grid,
cv=5,
scoring='neg_mean_squared_error',
verbose=1,
n_jobs=-1)
grid_search.fit(X_train, y_train.values.ravel())
best_model = grid_search.best_estimator_
y_train_pred = best_model.predict(X_train)
y_test_pred = best_model.predict(X_test)
train_r2 = r2_score(y_train, y_train_pred)
test_r2 = r2_score(y_test, y_test_pred)
train_mse = mean_squared_error(y_train, y_train_pred)
test_mse = mean_squared_error(y_test, y_test_pred)
print(f"Best Parameters: {grid_search.best_params_}")
print(f"Training R2 score: {train_r2:.2f}")
print(f"Test R2 score: {test_r2:.2f}")
print(f"Training MSE: {train_mse:.2f}")
print(f"Test MSE: {test_mse:.2f}")
Fitting 5 folds for each of 36 candidates, totalling 180 fits
Best Parameters: {'max_depth': None, 'min_samples_split': 2, 'n_estimators': 100}
Training R2 score: 0.99
Test R2 score: -0.34
Training MSE: 0.03
Test MSE: 5.01
test_data_['PD random forest new'] = np.array([from_pred_to_normal(y) for y in y_test_pred])
test_data_[["T_LOCAL_TX_PD",'PD random forest','PD random forest new']]
| T_LOCAL_TX_PD | PD random forest | PD random forest new | |
|---|---|---|---|
| 3394 | -4 | -4 | 6+ |
| 3396 | -6 | -6 | 6+ |
| 3403 | 6 | -6 | -7 |
| 3404 | 7+ | 7 | 7+ |
| 3421 | -5 | -5 | 7+ |
| ... | ... | ... | ... |
| 4486 | -6 | -6 | -8 |
| 4488 | 5 | 5 | -5 |
| 4492 | 7+ | 7+ | 7+ |
| 4494 | 7 | 7 | -8 |
| 4499 | -3 | 3 | -6 |
106 rows × 3 columns
G_train = nx.DiGraph()
for _, row in df_train_encoded.iterrows():
node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()
G_train.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])
for _, row in transactions_data.iterrows():
if row['ID'] in G_train and row['COUNTERPARTY'] in G_train:
G_train.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'])
print(f"Train Graph has {len(G_train.nodes)} nodes and {len(G_train.edges)} edges.")
G_test = nx.DiGraph()
for _, row in df_test_encoded.iterrows():
node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()
G_test.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])
for _, row in transactions_data.iterrows():
if row['ID'] in G_test and row['COUNTERPARTY'] in G_test:
G_test.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'])
print(f"Test Graph has {len(G_test.nodes)} nodes and {len(G_test.edges)} edges.")
Train Graph has 1129 nodes and 3297 edges. Test Graph has 106 nodes and 49 edges.
G_data_train = from_networkx(G_train)
G_data_train.x = torch.tensor([list(data.values()) for _, data in G_train.nodes(data=True)], dtype=torch.float)
G_data_train.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_train.nodes(data=True)], dtype=torch.float)
G_data_test = from_networkx(G_test)
G_data_test.x = torch.tensor([list(data.values()) for _, data in G_test.nodes(data=True)], dtype=torch.float)
G_data_test.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_test.nodes(data=True)], dtype=torch.float)
class EnhancedGCN(torch.nn.Module):
def __init__(self, num_node_features, hidden_channels, output_channels=1, dropout_rate=0.5):
super(EnhancedGCN, self).__init__()
self.conv1 = GCNConv(num_node_features, hidden_channels)
self.conv2 = GCNConv(hidden_channels, hidden_channels)
#self.conv3 = GCNConv(hidden_channels, hidden_channels)
self.batch_norm1 = BatchNorm(hidden_channels)
#self.batch_norm2 = BatchNorm(hidden_channels)
self.dropout_rate = dropout_rate
self.out = torch.nn.Linear(hidden_channels, output_channels)
def forward(self, x, edge_index):
# 1st layer
x = F.relu(self.conv1(x, edge_index))
x = self.batch_norm1(x)
x = F.dropout(x, p=self.dropout_rate, training=self.training)
'''# 2st layer
x = F.relu(self.conv2(x, edge_index))
x = self.batch_norm2(x)
x = F.dropout(x, p=self.dropout_rate, training=self.training)
'''
# 2rd layer
x = F.relu(self.conv2(x, edge_index))
x = self.out(x)
return x
num_node_features = G_data_train.num_node_features
hidden_channels = 60
output_channels = 1
dropout_rate = 0.4
model = EnhancedGCN(num_node_features, hidden_channels, output_channels, dropout_rate)
optimizer = torch.optim.Adam(model.parameters(), lr=0.001)
loss_func = torch.nn.MSELoss()
def train():
model.train()
optimizer.zero_grad()
out = model(G_data_train.x, G_data_train.edge_index)
loss = loss_func(out.squeeze(), G_data_train.y)
loss.backward()
optimizer.step()
return loss.item()
for epoch in range(2000):
loss = train()
print(f'Epoch {epoch+1}: Loss: {loss}')
Epoch 1: Loss: 34.515777587890625 Epoch 2: Loss: 33.96763610839844 Epoch 3: Loss: 33.21098709106445 Epoch 4: Loss: 33.031063079833984 Epoch 5: Loss: 32.486297607421875 Epoch 6: Loss: 32.29181671142578 Epoch 7: Loss: 31.468141555786133 Epoch 8: Loss: 31.23501205444336 Epoch 9: Loss: 30.744762420654297 Epoch 10: Loss: 30.118335723876953 Epoch 11: Loss: 29.89580726623535 Epoch 12: Loss: 29.35079002380371 Epoch 13: Loss: 28.889196395874023 Epoch 14: Loss: 28.465456008911133 Epoch 15: Loss: 28.21562957763672 Epoch 16: Loss: 27.80721092224121 Epoch 17: Loss: 27.500686645507812 Epoch 18: Loss: 26.94839096069336 Epoch 19: Loss: 26.70537567138672 Epoch 20: Loss: 26.444721221923828 Epoch 21: Loss: 25.95482635498047 Epoch 22: Loss: 25.61102867126465 Epoch 23: Loss: 25.02977180480957 Epoch 24: Loss: 24.816707611083984 Epoch 25: Loss: 24.401493072509766 Epoch 26: Loss: 24.032819747924805 Epoch 27: Loss: 23.738649368286133 Epoch 28: Loss: 23.647106170654297 Epoch 29: Loss: 23.03816795349121 Epoch 30: Loss: 22.784914016723633 Epoch 31: Loss: 22.401615142822266 Epoch 32: Loss: 22.15485954284668 Epoch 33: Loss: 21.908384323120117 Epoch 34: Loss: 21.623380661010742 Epoch 35: Loss: 21.374164581298828 Epoch 36: Loss: 21.113475799560547 Epoch 37: Loss: 20.557369232177734 Epoch 38: Loss: 20.419586181640625 Epoch 39: Loss: 20.07958221435547 Epoch 40: Loss: 19.683435440063477 Epoch 41: Loss: 19.27223014831543 Epoch 42: Loss: 18.990102767944336 Epoch 43: Loss: 18.616355895996094 Epoch 44: Loss: 18.44619369506836 Epoch 45: Loss: 17.96773338317871 Epoch 46: Loss: 17.623991012573242 Epoch 47: Loss: 17.588224411010742 Epoch 48: Loss: 16.98306655883789 Epoch 49: Loss: 16.781661987304688 Epoch 50: Loss: 16.58762550354004 Epoch 51: Loss: 16.3138427734375 Epoch 52: Loss: 15.83669662475586 Epoch 53: Loss: 15.503714561462402 Epoch 54: Loss: 15.29040813446045 Epoch 55: Loss: 14.888648986816406 Epoch 56: Loss: 14.44168758392334 Epoch 57: Loss: 14.206235885620117 Epoch 58: Loss: 13.727096557617188 Epoch 59: Loss: 13.686487197875977 Epoch 60: Loss: 13.269135475158691 Epoch 61: Loss: 13.046674728393555 Epoch 62: Loss: 12.839402198791504 Epoch 63: Loss: 12.297272682189941 Epoch 64: Loss: 12.258216857910156 Epoch 65: Loss: 11.835095405578613 Epoch 66: Loss: 11.54494571685791 Epoch 67: Loss: 11.225162506103516 Epoch 68: Loss: 11.146323204040527 Epoch 69: Loss: 10.701870918273926 Epoch 70: Loss: 10.469877243041992 Epoch 71: Loss: 10.345431327819824 Epoch 72: Loss: 9.814773559570312 Epoch 73: Loss: 9.710269927978516 Epoch 74: Loss: 9.434882164001465 Epoch 75: Loss: 9.013538360595703 Epoch 76: Loss: 9.065763473510742 Epoch 77: Loss: 8.59753704071045 Epoch 78: Loss: 8.425057411193848 Epoch 79: Loss: 8.056719779968262 Epoch 80: Loss: 7.952445983886719 Epoch 81: Loss: 7.6104631423950195 Epoch 82: Loss: 7.535248756408691 Epoch 83: Loss: 7.101905345916748 Epoch 84: Loss: 7.135692596435547 Epoch 85: Loss: 6.895346164703369 Epoch 86: Loss: 6.689362525939941 Epoch 87: Loss: 6.603439807891846 Epoch 88: Loss: 6.267129898071289 Epoch 89: Loss: 6.1950459480285645 Epoch 90: Loss: 5.958281993865967 Epoch 91: Loss: 6.016101837158203 Epoch 92: Loss: 5.719944000244141 Epoch 93: Loss: 5.4643731117248535 Epoch 94: Loss: 5.434699058532715 Epoch 95: Loss: 5.379893779754639 Epoch 96: Loss: 5.266066551208496 Epoch 97: Loss: 5.131684303283691 Epoch 98: Loss: 4.884140491485596 Epoch 99: Loss: 4.831106185913086 Epoch 100: Loss: 4.6743059158325195 Epoch 101: Loss: 4.5507307052612305 Epoch 102: Loss: 4.793327331542969 Epoch 103: Loss: 4.5279364585876465 Epoch 104: Loss: 4.5855393409729 Epoch 105: Loss: 4.643735408782959 Epoch 106: Loss: 4.246673107147217 Epoch 107: Loss: 4.328273773193359 Epoch 108: Loss: 4.274102687835693 Epoch 109: Loss: 4.4659905433654785 Epoch 110: Loss: 4.224537372589111 Epoch 111: Loss: 3.842439651489258 Epoch 112: Loss: 4.023114204406738 Epoch 113: Loss: 4.079265117645264 Epoch 114: Loss: 3.9775867462158203 Epoch 115: Loss: 4.001640796661377 Epoch 116: Loss: 3.9324498176574707 Epoch 117: Loss: 3.9303903579711914 Epoch 118: Loss: 3.771822690963745 Epoch 119: Loss: 3.921618938446045 Epoch 120: Loss: 3.746480941772461 Epoch 121: Loss: 3.7854607105255127 Epoch 122: Loss: 3.702868938446045 Epoch 123: Loss: 3.7983992099761963 Epoch 124: Loss: 3.658649444580078 Epoch 125: Loss: 3.6210148334503174 Epoch 126: Loss: 3.881531000137329 Epoch 127: Loss: 3.776991605758667 Epoch 128: Loss: 3.8157432079315186 Epoch 129: Loss: 3.587358236312866 Epoch 130: Loss: 3.575530767440796 Epoch 131: Loss: 3.694701910018921 Epoch 132: Loss: 3.4197328090667725 Epoch 133: Loss: 3.571715831756592 Epoch 134: Loss: 3.547947883605957 Epoch 135: Loss: 3.4638710021972656 Epoch 136: Loss: 3.5281381607055664 Epoch 137: Loss: 3.4223084449768066 Epoch 138: Loss: 3.5200016498565674 Epoch 139: Loss: 3.5553362369537354 Epoch 140: Loss: 3.4491519927978516 Epoch 141: Loss: 3.3237521648406982 Epoch 142: Loss: 3.3443078994750977 Epoch 143: Loss: 3.3867452144622803 Epoch 144: Loss: 3.3344922065734863 Epoch 145: Loss: 3.2934489250183105 Epoch 146: Loss: 3.201535940170288 Epoch 147: Loss: 3.305795907974243 Epoch 148: Loss: 3.316915988922119 Epoch 149: Loss: 3.331944465637207 Epoch 150: Loss: 3.330583333969116 Epoch 151: Loss: 3.321352958679199 Epoch 152: Loss: 3.1940970420837402 Epoch 153: Loss: 3.211822986602783 Epoch 154: Loss: 3.2455482482910156 Epoch 155: Loss: 3.1516287326812744 Epoch 156: Loss: 3.2548604011535645 Epoch 157: Loss: 3.1572914123535156 Epoch 158: Loss: 3.314704656600952 Epoch 159: Loss: 3.3059463500976562 Epoch 160: Loss: 3.1083438396453857 Epoch 161: Loss: 3.0928056240081787 Epoch 162: Loss: 3.163024425506592 Epoch 163: Loss: 3.092313766479492 Epoch 164: Loss: 3.0441486835479736 Epoch 165: Loss: 3.0863699913024902 Epoch 166: Loss: 3.1222219467163086 Epoch 167: Loss: 2.9819858074188232 Epoch 168: Loss: 3.05173921585083 Epoch 169: Loss: 2.992433547973633 Epoch 170: Loss: 3.1144256591796875 Epoch 171: Loss: 3.046149730682373 Epoch 172: Loss: 3.020022392272949 Epoch 173: Loss: 3.076237916946411 Epoch 174: Loss: 3.0332813262939453 Epoch 175: Loss: 3.0257325172424316 Epoch 176: Loss: 3.04740047454834 Epoch 177: Loss: 2.9437918663024902 Epoch 178: Loss: 2.969708204269409 Epoch 179: Loss: 2.96394681930542 Epoch 180: Loss: 3.081329107284546 Epoch 181: Loss: 3.0541436672210693 Epoch 182: Loss: 3.02364444732666 Epoch 183: Loss: 3.0381994247436523 Epoch 184: Loss: 3.0747787952423096 Epoch 185: Loss: 2.95206356048584 Epoch 186: Loss: 3.149286985397339 Epoch 187: Loss: 2.9711461067199707 Epoch 188: Loss: 2.886009931564331 Epoch 189: Loss: 2.9697868824005127 Epoch 190: Loss: 3.0254013538360596 Epoch 191: Loss: 3.0549142360687256 Epoch 192: Loss: 3.0059711933135986 Epoch 193: Loss: 2.9007484912872314 Epoch 194: Loss: 2.871980667114258 Epoch 195: Loss: 2.8288259506225586 Epoch 196: Loss: 2.886486530303955 Epoch 197: Loss: 2.853985548019409 Epoch 198: Loss: 2.82470703125 Epoch 199: Loss: 2.7910804748535156 Epoch 200: Loss: 2.8269593715667725 Epoch 201: Loss: 2.8437278270721436 Epoch 202: Loss: 2.8799750804901123 Epoch 203: Loss: 2.915221691131592 Epoch 204: Loss: 2.8513283729553223 Epoch 205: Loss: 2.963522434234619 Epoch 206: Loss: 2.7808585166931152 Epoch 207: Loss: 2.8103737831115723 Epoch 208: Loss: 2.8806307315826416 Epoch 209: Loss: 2.838449478149414 Epoch 210: Loss: 2.7758185863494873 Epoch 211: Loss: 2.8304436206817627 Epoch 212: Loss: 2.862217664718628 Epoch 213: Loss: 2.7948458194732666 Epoch 214: Loss: 2.8814992904663086 Epoch 215: Loss: 2.7022149562835693 Epoch 216: Loss: 2.7044498920440674 Epoch 217: Loss: 2.8406715393066406 Epoch 218: Loss: 2.691863536834717 Epoch 219: Loss: 2.853665590286255 Epoch 220: Loss: 2.7985432147979736 Epoch 221: Loss: 2.8370251655578613 Epoch 222: Loss: 2.662424325942993 Epoch 223: Loss: 2.746171236038208 Epoch 224: Loss: 2.722148895263672 Epoch 225: Loss: 2.7334983348846436 Epoch 226: Loss: 2.7575533390045166 Epoch 227: Loss: 2.7483232021331787 Epoch 228: Loss: 2.6031813621520996 Epoch 229: Loss: 2.7687087059020996 Epoch 230: Loss: 2.7108116149902344 Epoch 231: Loss: 2.7291369438171387 Epoch 232: Loss: 2.747938871383667 Epoch 233: Loss: 2.769561290740967 Epoch 234: Loss: 2.6830544471740723 Epoch 235: Loss: 2.657369375228882 Epoch 236: Loss: 2.6608457565307617 Epoch 237: Loss: 2.6229970455169678 Epoch 238: Loss: 2.685696840286255 Epoch 239: Loss: 2.681752920150757 Epoch 240: Loss: 2.635274648666382 Epoch 241: Loss: 2.6266252994537354 Epoch 242: Loss: 2.6102442741394043 Epoch 243: Loss: 2.685230255126953 Epoch 244: Loss: 2.6111297607421875 Epoch 245: Loss: 2.60333251953125 Epoch 246: Loss: 2.7046444416046143 Epoch 247: Loss: 2.6518006324768066 Epoch 248: Loss: 2.7428650856018066 Epoch 249: Loss: 2.5947601795196533 Epoch 250: Loss: 2.6489336490631104 Epoch 251: Loss: 2.571800470352173 Epoch 252: Loss: 2.623944044113159 Epoch 253: Loss: 2.5226495265960693 Epoch 254: Loss: 2.5255422592163086 Epoch 255: Loss: 2.6921446323394775 Epoch 256: Loss: 2.5513594150543213 Epoch 257: Loss: 2.53178071975708 Epoch 258: Loss: 2.6228537559509277 Epoch 259: Loss: 2.5541515350341797 Epoch 260: Loss: 2.5933966636657715 Epoch 261: Loss: 2.5955617427825928 Epoch 262: Loss: 2.5051119327545166 Epoch 263: Loss: 2.640761375427246 Epoch 264: Loss: 2.581202268600464 Epoch 265: Loss: 2.3774688243865967 Epoch 266: Loss: 2.522550582885742 Epoch 267: Loss: 2.508335828781128 Epoch 268: Loss: 2.606567144393921 Epoch 269: Loss: 2.5072789192199707 Epoch 270: Loss: 2.4678421020507812 Epoch 271: Loss: 2.6398584842681885 Epoch 272: Loss: 2.52945876121521 Epoch 273: Loss: 2.564624309539795 Epoch 274: Loss: 2.5491151809692383 Epoch 275: Loss: 2.6165897846221924 Epoch 276: Loss: 2.5923783779144287 Epoch 277: Loss: 2.485097646713257 Epoch 278: Loss: 2.448657512664795 Epoch 279: Loss: 2.519487142562866 Epoch 280: Loss: 2.49858021736145 Epoch 281: Loss: 2.5352680683135986 Epoch 282: Loss: 2.4597809314727783 Epoch 283: Loss: 2.370269536972046 Epoch 284: Loss: 2.5044820308685303 Epoch 285: Loss: 2.442789316177368 Epoch 286: Loss: 2.4701294898986816 Epoch 287: Loss: 2.385468006134033 Epoch 288: Loss: 2.4821579456329346 Epoch 289: Loss: 2.6439402103424072 Epoch 290: Loss: 2.454242706298828 Epoch 291: Loss: 2.3702962398529053 Epoch 292: Loss: 2.5540997982025146 Epoch 293: Loss: 2.4943690299987793 Epoch 294: Loss: 2.4231276512145996 Epoch 295: Loss: 2.499734401702881 Epoch 296: Loss: 2.425638437271118 Epoch 297: Loss: 2.4160714149475098 Epoch 298: Loss: 2.52091383934021 Epoch 299: Loss: 2.4525773525238037 Epoch 300: Loss: 2.404266119003296 Epoch 301: Loss: 2.404650926589966 Epoch 302: Loss: 2.4513890743255615 Epoch 303: Loss: 2.432870388031006 Epoch 304: Loss: 2.4444403648376465 Epoch 305: Loss: 2.382584571838379 Epoch 306: Loss: 2.440309762954712 Epoch 307: Loss: 2.4708242416381836 Epoch 308: Loss: 2.4049630165100098 Epoch 309: Loss: 2.4519784450531006 Epoch 310: Loss: 2.4005157947540283 Epoch 311: Loss: 2.401092529296875 Epoch 312: Loss: 2.4842374324798584 Epoch 313: Loss: 2.3247125148773193 Epoch 314: Loss: 2.3876545429229736 Epoch 315: Loss: 2.341874361038208 Epoch 316: Loss: 2.3500473499298096 Epoch 317: Loss: 2.318277359008789 Epoch 318: Loss: 2.341402292251587 Epoch 319: Loss: 2.403440475463867 Epoch 320: Loss: 2.344921350479126 Epoch 321: Loss: 2.3664724826812744 Epoch 322: Loss: 2.485135078430176 Epoch 323: Loss: 2.425417423248291 Epoch 324: Loss: 2.3891048431396484 Epoch 325: Loss: 2.316887617111206 Epoch 326: Loss: 2.4246370792388916 Epoch 327: Loss: 2.467026710510254 Epoch 328: Loss: 2.3978958129882812 Epoch 329: Loss: 2.48983097076416 Epoch 330: Loss: 2.49265456199646 Epoch 331: Loss: 2.278031587600708 Epoch 332: Loss: 2.2804622650146484 Epoch 333: Loss: 2.272526979446411 Epoch 334: Loss: 2.339884042739868 Epoch 335: Loss: 2.44443941116333 Epoch 336: Loss: 2.3566431999206543 Epoch 337: Loss: 2.3182613849639893 Epoch 338: Loss: 2.290226459503174 Epoch 339: Loss: 2.353502035140991 Epoch 340: Loss: 2.2583253383636475 Epoch 341: Loss: 2.3672518730163574 Epoch 342: Loss: 2.3143112659454346 Epoch 343: Loss: 2.3239479064941406 Epoch 344: Loss: 2.302805185317993 Epoch 345: Loss: 2.2379186153411865 Epoch 346: Loss: 2.233916759490967 Epoch 347: Loss: 2.3272171020507812 Epoch 348: Loss: 2.3158204555511475 Epoch 349: Loss: 2.3010241985321045 Epoch 350: Loss: 2.172913074493408 Epoch 351: Loss: 2.3456902503967285 Epoch 352: Loss: 2.1637682914733887 Epoch 353: Loss: 2.258603572845459 Epoch 354: Loss: 2.280315399169922 Epoch 355: Loss: 2.205472707748413 Epoch 356: Loss: 2.263887405395508 Epoch 357: Loss: 2.2933349609375 Epoch 358: Loss: 2.2834205627441406 Epoch 359: Loss: 2.1978182792663574 Epoch 360: Loss: 2.273364305496216 Epoch 361: Loss: 2.2099246978759766 Epoch 362: Loss: 2.339449882507324 Epoch 363: Loss: 2.2739508152008057 Epoch 364: Loss: 2.0900442600250244 Epoch 365: Loss: 2.2075905799865723 Epoch 366: Loss: 2.2433254718780518 Epoch 367: Loss: 2.281463146209717 Epoch 368: Loss: 2.1802289485931396 Epoch 369: Loss: 2.26132869720459 Epoch 370: Loss: 2.1811513900756836 Epoch 371: Loss: 2.284635066986084 Epoch 372: Loss: 2.2126080989837646 Epoch 373: Loss: 2.2603304386138916 Epoch 374: Loss: 2.163937568664551 Epoch 375: Loss: 2.2167632579803467 Epoch 376: Loss: 2.139456033706665 Epoch 377: Loss: 2.2616641521453857 Epoch 378: Loss: 2.269636631011963 Epoch 379: Loss: 2.2873740196228027 Epoch 380: Loss: 2.2624073028564453 Epoch 381: Loss: 2.153489828109741 Epoch 382: Loss: 2.096144199371338 Epoch 383: Loss: 2.1256420612335205 Epoch 384: Loss: 2.2117323875427246 Epoch 385: Loss: 2.1753385066986084 Epoch 386: Loss: 2.2454469203948975 Epoch 387: Loss: 2.2183046340942383 Epoch 388: Loss: 2.240809917449951 Epoch 389: Loss: 2.1620430946350098 Epoch 390: Loss: 2.242931365966797 Epoch 391: Loss: 2.1728665828704834 Epoch 392: Loss: 2.1988067626953125 Epoch 393: Loss: 2.226578712463379 Epoch 394: Loss: 2.155301332473755 Epoch 395: Loss: 2.1024115085601807 Epoch 396: Loss: 2.2739622592926025 Epoch 397: Loss: 2.186758279800415 Epoch 398: Loss: 2.2659711837768555 Epoch 399: Loss: 2.1957950592041016 Epoch 400: Loss: 2.0874500274658203 Epoch 401: Loss: 2.1986846923828125 Epoch 402: Loss: 2.1498942375183105 Epoch 403: Loss: 2.138953447341919 Epoch 404: Loss: 2.1454498767852783 Epoch 405: Loss: 2.080324649810791 Epoch 406: Loss: 2.2205495834350586 Epoch 407: Loss: 2.1316022872924805 Epoch 408: Loss: 2.1665444374084473 Epoch 409: Loss: 2.1366686820983887 Epoch 410: Loss: 2.1658551692962646 Epoch 411: Loss: 1.9934786558151245 Epoch 412: Loss: 2.082117795944214 Epoch 413: Loss: 2.0513322353363037 Epoch 414: Loss: 2.1495473384857178 Epoch 415: Loss: 2.1548409461975098 Epoch 416: Loss: 2.0448648929595947 Epoch 417: Loss: 2.182913303375244 Epoch 418: Loss: 2.310612678527832 Epoch 419: Loss: 2.200547456741333 Epoch 420: Loss: 2.115589141845703 Epoch 421: Loss: 2.094444513320923 Epoch 422: Loss: 2.238189220428467 Epoch 423: Loss: 2.160978078842163 Epoch 424: Loss: 2.111389636993408 Epoch 425: Loss: 2.1136202812194824 Epoch 426: Loss: 2.1707041263580322 Epoch 427: Loss: 2.0058937072753906 Epoch 428: Loss: 2.166957139968872 Epoch 429: Loss: 2.1700358390808105 Epoch 430: Loss: 2.0773508548736572 Epoch 431: Loss: 2.0744388103485107 Epoch 432: Loss: 2.112459897994995 Epoch 433: Loss: 2.0742201805114746 Epoch 434: Loss: 2.023496627807617 Epoch 435: Loss: 2.0525057315826416 Epoch 436: Loss: 2.297808885574341 Epoch 437: Loss: 2.0972466468811035 Epoch 438: Loss: 2.0249528884887695 Epoch 439: Loss: 2.063292980194092 Epoch 440: Loss: 2.188304901123047 Epoch 441: Loss: 2.071687698364258 Epoch 442: Loss: 2.102762222290039 Epoch 443: Loss: 2.1130402088165283 Epoch 444: Loss: 2.0660974979400635 Epoch 445: Loss: 2.0120465755462646 Epoch 446: Loss: 2.1061956882476807 Epoch 447: Loss: 2.0385289192199707 Epoch 448: Loss: 2.2575409412384033 Epoch 449: Loss: 2.0033459663391113 Epoch 450: Loss: 2.0586979389190674 Epoch 451: Loss: 2.098013401031494 Epoch 452: Loss: 2.056220293045044 Epoch 453: Loss: 2.1283509731292725 Epoch 454: Loss: 2.068239212036133 Epoch 455: Loss: 1.9400227069854736 Epoch 456: Loss: 2.0057971477508545 Epoch 457: Loss: 2.0682976245880127 Epoch 458: Loss: 2.0154900550842285 Epoch 459: Loss: 2.024855375289917 Epoch 460: Loss: 2.07950496673584 Epoch 461: Loss: 2.1728649139404297 Epoch 462: Loss: 1.9395757913589478 Epoch 463: Loss: 2.0193421840667725 Epoch 464: Loss: 1.941576600074768 Epoch 465: Loss: 1.9036848545074463 Epoch 466: Loss: 2.009157657623291 Epoch 467: Loss: 2.0363545417785645 Epoch 468: Loss: 2.0260989665985107 Epoch 469: Loss: 2.0226542949676514 Epoch 470: Loss: 2.0379340648651123 Epoch 471: Loss: 2.0626397132873535 Epoch 472: Loss: 2.0812759399414062 Epoch 473: Loss: 1.9994264841079712 Epoch 474: Loss: 2.0770277976989746 Epoch 475: Loss: 1.9112374782562256 Epoch 476: Loss: 2.0203676223754883 Epoch 477: Loss: 2.068340301513672 Epoch 478: Loss: 1.9993927478790283 Epoch 479: Loss: 1.9190901517868042 Epoch 480: Loss: 2.0175886154174805 Epoch 481: Loss: 2.0647294521331787 Epoch 482: Loss: 2.080268383026123 Epoch 483: Loss: 2.1003870964050293 Epoch 484: Loss: 2.103672504425049 Epoch 485: Loss: 1.9606486558914185 Epoch 486: Loss: 1.9406015872955322 Epoch 487: Loss: 1.9666277170181274 Epoch 488: Loss: 2.027689218521118 Epoch 489: Loss: 2.00950026512146 Epoch 490: Loss: 1.9078245162963867 Epoch 491: Loss: 2.03843092918396 Epoch 492: Loss: 1.9413228034973145 Epoch 493: Loss: 1.947950005531311 Epoch 494: Loss: 1.8576934337615967 Epoch 495: Loss: 1.898857831954956 Epoch 496: Loss: 1.977036952972412 Epoch 497: Loss: 1.9499033689498901 Epoch 498: Loss: 1.9062505960464478 Epoch 499: Loss: 1.9551365375518799 Epoch 500: Loss: 1.9620314836502075 Epoch 501: Loss: 2.022348165512085 Epoch 502: Loss: 1.9886430501937866 Epoch 503: Loss: 1.9967082738876343 Epoch 504: Loss: 2.0160863399505615 Epoch 505: Loss: 1.9821875095367432 Epoch 506: Loss: 1.8969309329986572 Epoch 507: Loss: 1.9815874099731445 Epoch 508: Loss: 1.9261558055877686 Epoch 509: Loss: 1.9288231134414673 Epoch 510: Loss: 1.941848874092102 Epoch 511: Loss: 1.8996063470840454 Epoch 512: Loss: 1.937953233718872 Epoch 513: Loss: 1.9439680576324463 Epoch 514: Loss: 1.977776050567627 Epoch 515: Loss: 1.896448016166687 Epoch 516: Loss: 1.9468780755996704 Epoch 517: Loss: 1.9137787818908691 Epoch 518: Loss: 1.9950047731399536 Epoch 519: Loss: 1.989984154701233 Epoch 520: Loss: 1.9424465894699097 Epoch 521: Loss: 1.9962881803512573 Epoch 522: Loss: 1.9041764736175537 Epoch 523: Loss: 1.9329601526260376 Epoch 524: Loss: 1.938323736190796 Epoch 525: Loss: 1.8882852792739868 Epoch 526: Loss: 1.8730030059814453 Epoch 527: Loss: 1.854063630104065 Epoch 528: Loss: 1.9321295022964478 Epoch 529: Loss: 1.9252676963806152 Epoch 530: Loss: 1.8820911645889282 Epoch 531: Loss: 1.8660595417022705 Epoch 532: Loss: 1.84723699092865 Epoch 533: Loss: 1.9919449090957642 Epoch 534: Loss: 1.8537344932556152 Epoch 535: Loss: 1.8271667957305908 Epoch 536: Loss: 1.9556291103363037 Epoch 537: Loss: 1.8466637134552002 Epoch 538: Loss: 1.9762763977050781 Epoch 539: Loss: 1.8688340187072754 Epoch 540: Loss: 1.8997126817703247 Epoch 541: Loss: 1.9063678979873657 Epoch 542: Loss: 1.904827356338501 Epoch 543: Loss: 1.8771412372589111 Epoch 544: Loss: 1.8633400201797485 Epoch 545: Loss: 1.8277283906936646 Epoch 546: Loss: 1.9016445875167847 Epoch 547: Loss: 1.8440194129943848 Epoch 548: Loss: 1.8345760107040405 Epoch 549: Loss: 1.9026955366134644 Epoch 550: Loss: 1.925972580909729 Epoch 551: Loss: 1.8985562324523926 Epoch 552: Loss: 1.8510422706604004 Epoch 553: Loss: 1.9311727285385132 Epoch 554: Loss: 1.8966212272644043 Epoch 555: Loss: 1.8448623418807983 Epoch 556: Loss: 1.875449538230896 Epoch 557: Loss: 1.8186534643173218 Epoch 558: Loss: 1.9149802923202515 Epoch 559: Loss: 1.934994101524353 Epoch 560: Loss: 1.8486989736557007 Epoch 561: Loss: 1.954128384590149 Epoch 562: Loss: 1.9434024095535278 Epoch 563: Loss: 1.953792929649353 Epoch 564: Loss: 1.8166371583938599 Epoch 565: Loss: 1.8127497434616089 Epoch 566: Loss: 1.8555904626846313 Epoch 567: Loss: 1.9990184307098389 Epoch 568: Loss: 1.904965877532959 Epoch 569: Loss: 1.8959418535232544 Epoch 570: Loss: 1.8203736543655396 Epoch 571: Loss: 1.8899016380310059 Epoch 572: Loss: 1.8468217849731445 Epoch 573: Loss: 1.8919676542282104 Epoch 574: Loss: 1.8807828426361084 Epoch 575: Loss: 1.9845049381256104 Epoch 576: Loss: 1.8691350221633911 Epoch 577: Loss: 1.8502470254898071 Epoch 578: Loss: 1.870882272720337 Epoch 579: Loss: 1.8360780477523804 Epoch 580: Loss: 1.802463412284851 Epoch 581: Loss: 1.795159101486206 Epoch 582: Loss: 1.885317087173462 Epoch 583: Loss: 1.7803233861923218 Epoch 584: Loss: 1.8053096532821655 Epoch 585: Loss: 1.9480044841766357 Epoch 586: Loss: 1.9256372451782227 Epoch 587: Loss: 1.8877606391906738 Epoch 588: Loss: 1.8446675539016724 Epoch 589: Loss: 1.9448837041854858 Epoch 590: Loss: 1.8346190452575684 Epoch 591: Loss: 1.8063733577728271 Epoch 592: Loss: 1.8111743927001953 Epoch 593: Loss: 1.8167896270751953 Epoch 594: Loss: 1.8154850006103516 Epoch 595: Loss: 1.8060047626495361 Epoch 596: Loss: 1.7811492681503296 Epoch 597: Loss: 1.7826253175735474 Epoch 598: Loss: 1.8220759630203247 Epoch 599: Loss: 1.7745128870010376 Epoch 600: Loss: 1.7936121225357056 Epoch 601: Loss: 1.863936424255371 Epoch 602: Loss: 1.7372151613235474 Epoch 603: Loss: 1.7456079721450806 Epoch 604: Loss: 1.7823246717453003 Epoch 605: Loss: 1.7853797674179077 Epoch 606: Loss: 1.7837251424789429 Epoch 607: Loss: 1.7352246046066284 Epoch 608: Loss: 1.8024271726608276 Epoch 609: Loss: 1.7975835800170898 Epoch 610: Loss: 1.8249150514602661 Epoch 611: Loss: 1.7817639112472534 Epoch 612: Loss: 1.7741559743881226 Epoch 613: Loss: 1.8650847673416138 Epoch 614: Loss: 1.8027315139770508 Epoch 615: Loss: 1.772704839706421 Epoch 616: Loss: 1.8739726543426514 Epoch 617: Loss: 1.8888206481933594 Epoch 618: Loss: 1.7466150522232056 Epoch 619: Loss: 1.7322782278060913 Epoch 620: Loss: 1.7256059646606445 Epoch 621: Loss: 1.783553123474121 Epoch 622: Loss: 1.7624152898788452 Epoch 623: Loss: 1.742408037185669 Epoch 624: Loss: 1.8053072690963745 Epoch 625: Loss: 1.7288800477981567 Epoch 626: Loss: 1.8552567958831787 Epoch 627: Loss: 1.7919318675994873 Epoch 628: Loss: 1.722334861755371 Epoch 629: Loss: 1.7805864810943604 Epoch 630: Loss: 1.7345761060714722 Epoch 631: Loss: 1.7792646884918213 Epoch 632: Loss: 1.7415162324905396 Epoch 633: Loss: 1.8158602714538574 Epoch 634: Loss: 1.7433079481124878 Epoch 635: Loss: 1.770022988319397 Epoch 636: Loss: 1.6817351579666138 Epoch 637: Loss: 1.809773325920105 Epoch 638: Loss: 1.7482938766479492 Epoch 639: Loss: 1.7274030447006226 Epoch 640: Loss: 1.7608981132507324 Epoch 641: Loss: 1.7095541954040527 Epoch 642: Loss: 1.797367811203003 Epoch 643: Loss: 1.7630366086959839 Epoch 644: Loss: 1.7484005689620972 Epoch 645: Loss: 1.7846698760986328 Epoch 646: Loss: 1.7210755348205566 Epoch 647: Loss: 1.7653155326843262 Epoch 648: Loss: 1.7921441793441772 Epoch 649: Loss: 1.7330390214920044 Epoch 650: Loss: 1.6896370649337769 Epoch 651: Loss: 1.7556006908416748 Epoch 652: Loss: 1.7728804349899292 Epoch 653: Loss: 1.767934799194336 Epoch 654: Loss: 1.7679497003555298 Epoch 655: Loss: 1.7397654056549072 Epoch 656: Loss: 1.7779254913330078 Epoch 657: Loss: 1.761313557624817 Epoch 658: Loss: 1.7534748315811157 Epoch 659: Loss: 1.7586826086044312 Epoch 660: Loss: 1.7255301475524902 Epoch 661: Loss: 1.7627971172332764 Epoch 662: Loss: 1.679092526435852 Epoch 663: Loss: 1.6733628511428833 Epoch 664: Loss: 1.7007815837860107 Epoch 665: Loss: 1.7287782430648804 Epoch 666: Loss: 1.7723289728164673 Epoch 667: Loss: 1.706363558769226 Epoch 668: Loss: 1.6380876302719116 Epoch 669: Loss: 1.6815272569656372 Epoch 670: Loss: 1.751706600189209 Epoch 671: Loss: 1.6961658000946045 Epoch 672: Loss: 1.774010419845581 Epoch 673: Loss: 1.7463001012802124 Epoch 674: Loss: 1.643836498260498 Epoch 675: Loss: 1.7087628841400146 Epoch 676: Loss: 1.7870111465454102 Epoch 677: Loss: 1.7021803855895996 Epoch 678: Loss: 1.6003690958023071 Epoch 679: Loss: 1.669450044631958 Epoch 680: Loss: 1.6859021186828613 Epoch 681: Loss: 1.7200958728790283 Epoch 682: Loss: 1.7164915800094604 Epoch 683: Loss: 1.7470943927764893 Epoch 684: Loss: 1.6865482330322266 Epoch 685: Loss: 1.8092694282531738 Epoch 686: Loss: 1.7208867073059082 Epoch 687: Loss: 1.7233150005340576 Epoch 688: Loss: 1.7172324657440186 Epoch 689: Loss: 1.6439013481140137 Epoch 690: Loss: 1.737775444984436 Epoch 691: Loss: 1.7163265943527222 Epoch 692: Loss: 1.6325465440750122 Epoch 693: Loss: 1.780438780784607 Epoch 694: Loss: 1.7398124933242798 Epoch 695: Loss: 1.8056563138961792 Epoch 696: Loss: 1.665976643562317 Epoch 697: Loss: 1.662166953086853 Epoch 698: Loss: 1.7538546323776245 Epoch 699: Loss: 1.7306207418441772 Epoch 700: Loss: 1.6418957710266113 Epoch 701: Loss: 1.7494832277297974 Epoch 702: Loss: 1.708120584487915 Epoch 703: Loss: 1.66640305519104 Epoch 704: Loss: 1.696256399154663 Epoch 705: Loss: 1.7090009450912476 Epoch 706: Loss: 1.7002785205841064 Epoch 707: Loss: 1.7105841636657715 Epoch 708: Loss: 1.7388556003570557 Epoch 709: Loss: 1.6781564950942993 Epoch 710: Loss: 1.6863493919372559 Epoch 711: Loss: 1.6750613451004028 Epoch 712: Loss: 1.6114455461502075 Epoch 713: Loss: 1.664490818977356 Epoch 714: Loss: 1.6468737125396729 Epoch 715: Loss: 1.715097427368164 Epoch 716: Loss: 1.7146891355514526 Epoch 717: Loss: 1.7378615140914917 Epoch 718: Loss: 1.6785567998886108 Epoch 719: Loss: 1.6413573026657104 Epoch 720: Loss: 1.6681292057037354 Epoch 721: Loss: 1.677460789680481 Epoch 722: Loss: 1.5803543329238892 Epoch 723: Loss: 1.7003679275512695 Epoch 724: Loss: 1.6662858724594116 Epoch 725: Loss: 1.717852234840393 Epoch 726: Loss: 1.6843650341033936 Epoch 727: Loss: 1.7313759326934814 Epoch 728: Loss: 1.5986261367797852 Epoch 729: Loss: 1.642670750617981 Epoch 730: Loss: 1.6492419242858887 Epoch 731: Loss: 1.6384207010269165 Epoch 732: Loss: 1.681027889251709 Epoch 733: Loss: 1.6205723285675049 Epoch 734: Loss: 1.5999572277069092 Epoch 735: Loss: 1.6631685495376587 Epoch 736: Loss: 1.639471173286438 Epoch 737: Loss: 1.6250114440917969 Epoch 738: Loss: 1.7056862115859985 Epoch 739: Loss: 1.732573390007019 Epoch 740: Loss: 1.6733982563018799 Epoch 741: Loss: 1.6230647563934326 Epoch 742: Loss: 1.5795068740844727 Epoch 743: Loss: 1.680288314819336 Epoch 744: Loss: 1.7298026084899902 Epoch 745: Loss: 1.6459592580795288 Epoch 746: Loss: 1.7052180767059326 Epoch 747: Loss: 1.563483715057373 Epoch 748: Loss: 1.6936240196228027 Epoch 749: Loss: 1.602734923362732 Epoch 750: Loss: 1.6737202405929565 Epoch 751: Loss: 1.7006444931030273 Epoch 752: Loss: 1.64348304271698 Epoch 753: Loss: 1.6418871879577637 Epoch 754: Loss: 1.6014173030853271 Epoch 755: Loss: 1.6397767066955566 Epoch 756: Loss: 1.6035196781158447 Epoch 757: Loss: 1.6425050497055054 Epoch 758: Loss: 1.6416113376617432 Epoch 759: Loss: 1.6318498849868774 Epoch 760: Loss: 1.5802810192108154 Epoch 761: Loss: 1.675717830657959 Epoch 762: Loss: 1.609109878540039 Epoch 763: Loss: 1.5549417734146118 Epoch 764: Loss: 1.5951663255691528 Epoch 765: Loss: 1.651742696762085 Epoch 766: Loss: 1.6415730714797974 Epoch 767: Loss: 1.602316975593567 Epoch 768: Loss: 1.644849419593811 Epoch 769: Loss: 1.5630841255187988 Epoch 770: Loss: 1.614484429359436 Epoch 771: Loss: 1.763439416885376 Epoch 772: Loss: 1.7389694452285767 Epoch 773: Loss: 1.6400750875473022 Epoch 774: Loss: 1.6810545921325684 Epoch 775: Loss: 1.6604528427124023 Epoch 776: Loss: 1.6427879333496094 Epoch 777: Loss: 1.6346098184585571 Epoch 778: Loss: 1.5807417631149292 Epoch 779: Loss: 1.6217386722564697 Epoch 780: Loss: 1.7258703708648682 Epoch 781: Loss: 1.570614218711853 Epoch 782: Loss: 1.5490901470184326 Epoch 783: Loss: 1.5888887643814087 Epoch 784: Loss: 1.5863975286483765 Epoch 785: Loss: 1.639878749847412 Epoch 786: Loss: 1.6148087978363037 Epoch 787: Loss: 1.7040667533874512 Epoch 788: Loss: 1.6313366889953613 Epoch 789: Loss: 1.6221282482147217 Epoch 790: Loss: 1.7116667032241821 Epoch 791: Loss: 1.6037278175354004 Epoch 792: Loss: 1.5955766439437866 Epoch 793: Loss: 1.634824275970459 Epoch 794: Loss: 1.5592002868652344 Epoch 795: Loss: 1.5952781438827515 Epoch 796: Loss: 1.6862480640411377 Epoch 797: Loss: 1.5825384855270386 Epoch 798: Loss: 1.6619526147842407 Epoch 799: Loss: 1.5937328338623047 Epoch 800: Loss: 1.7133179903030396 Epoch 801: Loss: 1.5891828536987305 Epoch 802: Loss: 1.571664810180664 Epoch 803: Loss: 1.6256259679794312 Epoch 804: Loss: 1.6279933452606201 Epoch 805: Loss: 1.594316005706787 Epoch 806: Loss: 1.6179267168045044 Epoch 807: Loss: 1.5813833475112915 Epoch 808: Loss: 1.5503755807876587 Epoch 809: Loss: 1.5520187616348267 Epoch 810: Loss: 1.581579566001892 Epoch 811: Loss: 1.6432175636291504 Epoch 812: Loss: 1.6404528617858887 Epoch 813: Loss: 1.6123515367507935 Epoch 814: Loss: 1.5224190950393677 Epoch 815: Loss: 1.5057162046432495 Epoch 816: Loss: 1.587928295135498 Epoch 817: Loss: 1.5857360363006592 Epoch 818: Loss: 1.4998178482055664 Epoch 819: Loss: 1.6089509725570679 Epoch 820: Loss: 1.5668799877166748 Epoch 821: Loss: 1.5751334428787231 Epoch 822: Loss: 1.6333701610565186 Epoch 823: Loss: 1.5556880235671997 Epoch 824: Loss: 1.5826514959335327 Epoch 825: Loss: 1.6024569272994995 Epoch 826: Loss: 1.6016100645065308 Epoch 827: Loss: 1.556221842765808 Epoch 828: Loss: 1.538336157798767 Epoch 829: Loss: 1.5837626457214355 Epoch 830: Loss: 1.566124677658081 Epoch 831: Loss: 1.6390589475631714 Epoch 832: Loss: 1.511736512184143 Epoch 833: Loss: 1.6895815134048462 Epoch 834: Loss: 1.6447864770889282 Epoch 835: Loss: 1.5957282781600952 Epoch 836: Loss: 1.6337614059448242 Epoch 837: Loss: 1.5556224584579468 Epoch 838: Loss: 1.585401177406311 Epoch 839: Loss: 1.6304932832717896 Epoch 840: Loss: 1.6458693742752075 Epoch 841: Loss: 1.5737766027450562 Epoch 842: Loss: 1.5673763751983643 Epoch 843: Loss: 1.603703260421753 Epoch 844: Loss: 1.5871351957321167 Epoch 845: Loss: 1.543675184249878 Epoch 846: Loss: 1.6035398244857788 Epoch 847: Loss: 1.6183974742889404 Epoch 848: Loss: 1.4356540441513062 Epoch 849: Loss: 1.5705403089523315 Epoch 850: Loss: 1.5922136306762695 Epoch 851: Loss: 1.550864338874817 Epoch 852: Loss: 1.5590025186538696 Epoch 853: Loss: 1.5870685577392578 Epoch 854: Loss: 1.5430943965911865 Epoch 855: Loss: 1.5574934482574463 Epoch 856: Loss: 1.5342912673950195 Epoch 857: Loss: 1.5563781261444092 Epoch 858: Loss: 1.5406092405319214 Epoch 859: Loss: 1.4344489574432373 Epoch 860: Loss: 1.5373785495758057 Epoch 861: Loss: 1.5361323356628418 Epoch 862: Loss: 1.591403603553772 Epoch 863: Loss: 1.524707317352295 Epoch 864: Loss: 1.60567045211792 Epoch 865: Loss: 1.5826146602630615 Epoch 866: Loss: 1.6198914051055908 Epoch 867: Loss: 1.605567455291748 Epoch 868: Loss: 1.6735827922821045 Epoch 869: Loss: 1.4915645122528076 Epoch 870: Loss: 1.5479298830032349 Epoch 871: Loss: 1.5415033102035522 Epoch 872: Loss: 1.6831395626068115 Epoch 873: Loss: 1.5208327770233154 Epoch 874: Loss: 1.53914213180542 Epoch 875: Loss: 1.5757131576538086 Epoch 876: Loss: 1.5312268733978271 Epoch 877: Loss: 1.512005090713501 Epoch 878: Loss: 1.5421056747436523 Epoch 879: Loss: 1.478655457496643 Epoch 880: Loss: 1.6013809442520142 Epoch 881: Loss: 1.5404818058013916 Epoch 882: Loss: 1.5137065649032593 Epoch 883: Loss: 1.544944405555725 Epoch 884: Loss: 1.6051146984100342 Epoch 885: Loss: 1.4732199907302856 Epoch 886: Loss: 1.5174700021743774 Epoch 887: Loss: 1.5063512325286865 Epoch 888: Loss: 1.5750515460968018 Epoch 889: Loss: 1.5812644958496094 Epoch 890: Loss: 1.6676592826843262 Epoch 891: Loss: 1.545586109161377 Epoch 892: Loss: 1.6209148168563843 Epoch 893: Loss: 1.5719208717346191 Epoch 894: Loss: 1.5637530088424683 Epoch 895: Loss: 1.5548295974731445 Epoch 896: Loss: 1.5320969820022583 Epoch 897: Loss: 1.4251967668533325 Epoch 898: Loss: 1.5584955215454102 Epoch 899: Loss: 1.4688751697540283 Epoch 900: Loss: 1.5544404983520508 Epoch 901: Loss: 1.504516839981079 Epoch 902: Loss: 1.4089967012405396 Epoch 903: Loss: 1.4982572793960571 Epoch 904: Loss: 1.607779622077942 Epoch 905: Loss: 1.555222988128662 Epoch 906: Loss: 1.511340618133545 Epoch 907: Loss: 1.547719120979309 Epoch 908: Loss: 1.4966692924499512 Epoch 909: Loss: 1.5778799057006836 Epoch 910: Loss: 1.4317436218261719 Epoch 911: Loss: 1.5025824308395386 Epoch 912: Loss: 1.4884260892868042 Epoch 913: Loss: 1.4300824403762817 Epoch 914: Loss: 1.5698626041412354 Epoch 915: Loss: 1.5050480365753174 Epoch 916: Loss: 1.5436053276062012 Epoch 917: Loss: 1.4002158641815186 Epoch 918: Loss: 1.4517951011657715 Epoch 919: Loss: 1.4947129487991333 Epoch 920: Loss: 1.4968944787979126 Epoch 921: Loss: 1.5233869552612305 Epoch 922: Loss: 1.480347752571106 Epoch 923: Loss: 1.5147007703781128 Epoch 924: Loss: 1.5717954635620117 Epoch 925: Loss: 1.5896674394607544 Epoch 926: Loss: 1.618106484413147 Epoch 927: Loss: 1.4036279916763306 Epoch 928: Loss: 1.45608389377594 Epoch 929: Loss: 1.582532525062561 Epoch 930: Loss: 1.3816981315612793 Epoch 931: Loss: 1.4622843265533447 Epoch 932: Loss: 1.553745985031128 Epoch 933: Loss: 1.4807742834091187 Epoch 934: Loss: 1.4371756315231323 Epoch 935: Loss: 1.5434081554412842 Epoch 936: Loss: 1.5428961515426636 Epoch 937: Loss: 1.4379756450653076 Epoch 938: Loss: 1.5072005987167358 Epoch 939: Loss: 1.4490692615509033 Epoch 940: Loss: 1.4639970064163208 Epoch 941: Loss: 1.4454289674758911 Epoch 942: Loss: 1.4314953088760376 Epoch 943: Loss: 1.5446264743804932 Epoch 944: Loss: 1.4998409748077393 Epoch 945: Loss: 1.4309529066085815 Epoch 946: Loss: 1.4268909692764282 Epoch 947: Loss: 1.4022443294525146 Epoch 948: Loss: 1.4946894645690918 Epoch 949: Loss: 1.3713164329528809 Epoch 950: Loss: 1.4493629932403564 Epoch 951: Loss: 1.5117727518081665 Epoch 952: Loss: 1.4357185363769531 Epoch 953: Loss: 1.584873080253601 Epoch 954: Loss: 1.476028323173523 Epoch 955: Loss: 1.4319339990615845 Epoch 956: Loss: 1.4576570987701416 Epoch 957: Loss: 1.4245456457138062 Epoch 958: Loss: 1.4601281881332397 Epoch 959: Loss: 1.576515555381775 Epoch 960: Loss: 1.4828811883926392 Epoch 961: Loss: 1.4500561952590942 Epoch 962: Loss: 1.5039819478988647 Epoch 963: Loss: 1.4670652151107788 Epoch 964: Loss: 1.4239046573638916 Epoch 965: Loss: 1.4452868700027466 Epoch 966: Loss: 1.4768624305725098 Epoch 967: Loss: 1.4272339344024658 Epoch 968: Loss: 1.4525383710861206 Epoch 969: Loss: 1.4513529539108276 Epoch 970: Loss: 1.480366826057434 Epoch 971: Loss: 1.543587327003479 Epoch 972: Loss: 1.4687087535858154 Epoch 973: Loss: 1.4644908905029297 Epoch 974: Loss: 1.4643023014068604 Epoch 975: Loss: 1.3805862665176392 Epoch 976: Loss: 1.5422475337982178 Epoch 977: Loss: 1.4513877630233765 Epoch 978: Loss: 1.4472949504852295 Epoch 979: Loss: 1.4995750188827515 Epoch 980: Loss: 1.5448172092437744 Epoch 981: Loss: 1.4695937633514404 Epoch 982: Loss: 1.5450798273086548 Epoch 983: Loss: 1.4823079109191895 Epoch 984: Loss: 1.4251024723052979 Epoch 985: Loss: 1.4062575101852417 Epoch 986: Loss: 1.4747129678726196 Epoch 987: Loss: 1.464142084121704 Epoch 988: Loss: 1.4957005977630615 Epoch 989: Loss: 1.4444074630737305 Epoch 990: Loss: 1.5108834505081177 Epoch 991: Loss: 1.4514816999435425 Epoch 992: Loss: 1.4975159168243408 Epoch 993: Loss: 1.4083380699157715 Epoch 994: Loss: 1.3748209476470947 Epoch 995: Loss: 1.4705461263656616 Epoch 996: Loss: 1.4568582773208618 Epoch 997: Loss: 1.3950711488723755 Epoch 998: Loss: 1.3553557395935059 Epoch 999: Loss: 1.4283010959625244 Epoch 1000: Loss: 1.4596729278564453 Epoch 1001: Loss: 1.4219452142715454 Epoch 1002: Loss: 1.4336382150650024 Epoch 1003: Loss: 1.352669596672058 Epoch 1004: Loss: 1.4523839950561523 Epoch 1005: Loss: 1.3800679445266724 Epoch 1006: Loss: 1.415550947189331 Epoch 1007: Loss: 1.451451301574707 Epoch 1008: Loss: 1.4191774129867554 Epoch 1009: Loss: 1.43806791305542 Epoch 1010: Loss: 1.4483835697174072 Epoch 1011: Loss: 1.3923275470733643 Epoch 1012: Loss: 1.4197121858596802 Epoch 1013: Loss: 1.4295214414596558 Epoch 1014: Loss: 1.4000414609909058 Epoch 1015: Loss: 1.4474952220916748 Epoch 1016: Loss: 1.4121434688568115 Epoch 1017: Loss: 1.5123233795166016 Epoch 1018: Loss: 1.4337855577468872 Epoch 1019: Loss: 1.4665958881378174 Epoch 1020: Loss: 1.4483309984207153 Epoch 1021: Loss: 1.4458673000335693 Epoch 1022: Loss: 1.44428551197052 Epoch 1023: Loss: 1.355900526046753 Epoch 1024: Loss: 1.4809892177581787 Epoch 1025: Loss: 1.3794721364974976 Epoch 1026: Loss: 1.3861368894577026 Epoch 1027: Loss: 1.4637901782989502 Epoch 1028: Loss: 1.4861079454421997 Epoch 1029: Loss: 1.4661325216293335 Epoch 1030: Loss: 1.4338908195495605 Epoch 1031: Loss: 1.4106440544128418 Epoch 1032: Loss: 1.3898024559020996 Epoch 1033: Loss: 1.4007656574249268 Epoch 1034: Loss: 1.4045028686523438 Epoch 1035: Loss: 1.4676843881607056 Epoch 1036: Loss: 1.456314206123352 Epoch 1037: Loss: 1.4215705394744873 Epoch 1038: Loss: 1.481709361076355 Epoch 1039: Loss: 1.378549575805664 Epoch 1040: Loss: 1.453485131263733 Epoch 1041: Loss: 1.385459065437317 Epoch 1042: Loss: 1.4018840789794922 Epoch 1043: Loss: 1.4475722312927246 Epoch 1044: Loss: 1.4115254878997803 Epoch 1045: Loss: 1.331765055656433 Epoch 1046: Loss: 1.3949626684188843 Epoch 1047: Loss: 1.3986687660217285 Epoch 1048: Loss: 1.3904858827590942 Epoch 1049: Loss: 1.5168726444244385 Epoch 1050: Loss: 1.4317505359649658 Epoch 1051: Loss: 1.4042539596557617 Epoch 1052: Loss: 1.4077664613723755 Epoch 1053: Loss: 1.4553478956222534 Epoch 1054: Loss: 1.438683271408081 Epoch 1055: Loss: 1.3975715637207031 Epoch 1056: Loss: 1.4194039106369019 Epoch 1057: Loss: 1.4535329341888428 Epoch 1058: Loss: 1.3999882936477661 Epoch 1059: Loss: 1.3580433130264282 Epoch 1060: Loss: 1.4319411516189575 Epoch 1061: Loss: 1.3984287977218628 Epoch 1062: Loss: 1.4608927965164185 Epoch 1063: Loss: 1.361134648323059 Epoch 1064: Loss: 1.4866750240325928 Epoch 1065: Loss: 1.3879097700119019 Epoch 1066: Loss: 1.4126914739608765 Epoch 1067: Loss: 1.4074888229370117 Epoch 1068: Loss: 1.3923523426055908 Epoch 1069: Loss: 1.4528058767318726 Epoch 1070: Loss: 1.3853782415390015 Epoch 1071: Loss: 1.4980741739273071 Epoch 1072: Loss: 1.5306092500686646 Epoch 1073: Loss: 1.4510607719421387 Epoch 1074: Loss: 1.4173543453216553 Epoch 1075: Loss: 1.4148303270339966 Epoch 1076: Loss: 1.3602888584136963 Epoch 1077: Loss: 1.3760732412338257 Epoch 1078: Loss: 1.430433988571167 Epoch 1079: Loss: 1.445816159248352 Epoch 1080: Loss: 1.496781587600708 Epoch 1081: Loss: 1.4865515232086182 Epoch 1082: Loss: 1.3726928234100342 Epoch 1083: Loss: 1.4286519289016724 Epoch 1084: Loss: 1.36074960231781 Epoch 1085: Loss: 1.3483026027679443 Epoch 1086: Loss: 1.3402594327926636 Epoch 1087: Loss: 1.412317156791687 Epoch 1088: Loss: 1.4179651737213135 Epoch 1089: Loss: 1.3866379261016846 Epoch 1090: Loss: 1.329971432685852 Epoch 1091: Loss: 1.3304821252822876 Epoch 1092: Loss: 1.456201195716858 Epoch 1093: Loss: 1.3944027423858643 Epoch 1094: Loss: 1.3955456018447876 Epoch 1095: Loss: 1.3321764469146729 Epoch 1096: Loss: 1.3924152851104736 Epoch 1097: Loss: 1.453408122062683 Epoch 1098: Loss: 1.3456454277038574 Epoch 1099: Loss: 1.4735052585601807 Epoch 1100: Loss: 1.3772591352462769 Epoch 1101: Loss: 1.2871195077896118 Epoch 1102: Loss: 1.3849372863769531 Epoch 1103: Loss: 1.365692138671875 Epoch 1104: Loss: 1.3303903341293335 Epoch 1105: Loss: 1.4341862201690674 Epoch 1106: Loss: 1.409746527671814 Epoch 1107: Loss: 1.405503273010254 Epoch 1108: Loss: 1.3673909902572632 Epoch 1109: Loss: 1.4304953813552856 Epoch 1110: Loss: 1.369649887084961 Epoch 1111: Loss: 1.4229233264923096 Epoch 1112: Loss: 1.436399221420288 Epoch 1113: Loss: 1.4771106243133545 Epoch 1114: Loss: 1.3400518894195557 Epoch 1115: Loss: 1.400403380393982 Epoch 1116: Loss: 1.3751355409622192 Epoch 1117: Loss: 1.3607311248779297 Epoch 1118: Loss: 1.2883727550506592 Epoch 1119: Loss: 1.3929979801177979 Epoch 1120: Loss: 1.351921558380127 Epoch 1121: Loss: 1.3376996517181396 Epoch 1122: Loss: 1.3954447507858276 Epoch 1123: Loss: 1.4215641021728516 Epoch 1124: Loss: 1.4302153587341309 Epoch 1125: Loss: 1.3560948371887207 Epoch 1126: Loss: 1.4179970026016235 Epoch 1127: Loss: 1.3747315406799316 Epoch 1128: Loss: 1.3220789432525635 Epoch 1129: Loss: 1.4578379392623901 Epoch 1130: Loss: 1.3264039754867554 Epoch 1131: Loss: 1.2847033739089966 Epoch 1132: Loss: 1.3633111715316772 Epoch 1133: Loss: 1.3428425788879395 Epoch 1134: Loss: 1.328360676765442 Epoch 1135: Loss: 1.3305058479309082 Epoch 1136: Loss: 1.5022367238998413 Epoch 1137: Loss: 1.3729485273361206 Epoch 1138: Loss: 1.3658910989761353 Epoch 1139: Loss: 1.389527678489685 Epoch 1140: Loss: 1.348222017288208 Epoch 1141: Loss: 1.417229175567627 Epoch 1142: Loss: 1.4071016311645508 Epoch 1143: Loss: 1.3313994407653809 Epoch 1144: Loss: 1.4274628162384033 Epoch 1145: Loss: 1.45668625831604 Epoch 1146: Loss: 1.3741559982299805 Epoch 1147: Loss: 1.2787057161331177 Epoch 1148: Loss: 1.3118382692337036 Epoch 1149: Loss: 1.345692753791809 Epoch 1150: Loss: 1.3623147010803223 Epoch 1151: Loss: 1.4268288612365723 Epoch 1152: Loss: 1.3716588020324707 Epoch 1153: Loss: 1.3721258640289307 Epoch 1154: Loss: 1.2913302183151245 Epoch 1155: Loss: 1.355733036994934 Epoch 1156: Loss: 1.301241159439087 Epoch 1157: Loss: 1.3684920072555542 Epoch 1158: Loss: 1.4134055376052856 Epoch 1159: Loss: 1.4146113395690918 Epoch 1160: Loss: 1.3555943965911865 Epoch 1161: Loss: 1.2761070728302002 Epoch 1162: Loss: 1.3355823755264282 Epoch 1163: Loss: 1.3092372417449951 Epoch 1164: Loss: 1.389357328414917 Epoch 1165: Loss: 1.3737945556640625 Epoch 1166: Loss: 1.3180086612701416 Epoch 1167: Loss: 1.2493724822998047 Epoch 1168: Loss: 1.3515981435775757 Epoch 1169: Loss: 1.2552781105041504 Epoch 1170: Loss: 1.3880850076675415 Epoch 1171: Loss: 1.3422762155532837 Epoch 1172: Loss: 1.323495626449585 Epoch 1173: Loss: 1.3563634157180786 Epoch 1174: Loss: 1.3388890027999878 Epoch 1175: Loss: 1.3665416240692139 Epoch 1176: Loss: 1.4271315336227417 Epoch 1177: Loss: 1.4092166423797607 Epoch 1178: Loss: 1.3518413305282593 Epoch 1179: Loss: 1.3723708391189575 Epoch 1180: Loss: 1.3014476299285889 Epoch 1181: Loss: 1.3655524253845215 Epoch 1182: Loss: 1.3360581398010254 Epoch 1183: Loss: 1.3492950201034546 Epoch 1184: Loss: 1.3423054218292236 Epoch 1185: Loss: 1.296313762664795 Epoch 1186: Loss: 1.3890358209609985 Epoch 1187: Loss: 1.4130839109420776 Epoch 1188: Loss: 1.411861777305603 Epoch 1189: Loss: 1.2562378644943237 Epoch 1190: Loss: 1.3724316358566284 Epoch 1191: Loss: 1.2947226762771606 Epoch 1192: Loss: 1.415944218635559 Epoch 1193: Loss: 1.3577945232391357 Epoch 1194: Loss: 1.4785969257354736 Epoch 1195: Loss: 1.3297332525253296 Epoch 1196: Loss: 1.2768961191177368 Epoch 1197: Loss: 1.333199143409729 Epoch 1198: Loss: 1.2585513591766357 Epoch 1199: Loss: 1.2734510898590088 Epoch 1200: Loss: 1.3536990880966187 Epoch 1201: Loss: 1.3205437660217285 Epoch 1202: Loss: 1.2483127117156982 Epoch 1203: Loss: 1.296554446220398 Epoch 1204: Loss: 1.324820876121521 Epoch 1205: Loss: 1.2416753768920898 Epoch 1206: Loss: 1.3210197687149048 Epoch 1207: Loss: 1.3840861320495605 Epoch 1208: Loss: 1.381759524345398 Epoch 1209: Loss: 1.3992855548858643 Epoch 1210: Loss: 1.3457337617874146 Epoch 1211: Loss: 1.4040205478668213 Epoch 1212: Loss: 1.3342735767364502 Epoch 1213: Loss: 1.2883126735687256 Epoch 1214: Loss: 1.3467940092086792 Epoch 1215: Loss: 1.3510481119155884 Epoch 1216: Loss: 1.4041205644607544 Epoch 1217: Loss: 1.321746587753296 Epoch 1218: Loss: 1.3371400833129883 Epoch 1219: Loss: 1.3287127017974854 Epoch 1220: Loss: 1.271270990371704 Epoch 1221: Loss: 1.323926568031311 Epoch 1222: Loss: 1.3200387954711914 Epoch 1223: Loss: 1.3244554996490479 Epoch 1224: Loss: 1.2915689945220947 Epoch 1225: Loss: 1.396444320678711 Epoch 1226: Loss: 1.382562279701233 Epoch 1227: Loss: 1.3525282144546509 Epoch 1228: Loss: 1.3483556509017944 Epoch 1229: Loss: 1.3197795152664185 Epoch 1230: Loss: 1.3556430339813232 Epoch 1231: Loss: 1.355527400970459 Epoch 1232: Loss: 1.374988317489624 Epoch 1233: Loss: 1.3248196840286255 Epoch 1234: Loss: 1.338906168937683 Epoch 1235: Loss: 1.3510457277297974 Epoch 1236: Loss: 1.3975505828857422 Epoch 1237: Loss: 1.4169986248016357 Epoch 1238: Loss: 1.344977617263794 Epoch 1239: Loss: 1.3355408906936646 Epoch 1240: Loss: 1.2887177467346191 Epoch 1241: Loss: 1.29140043258667 Epoch 1242: Loss: 1.271761417388916 Epoch 1243: Loss: 1.2439378499984741 Epoch 1244: Loss: 1.33591628074646 Epoch 1245: Loss: 1.323779582977295 Epoch 1246: Loss: 1.3066184520721436 Epoch 1247: Loss: 1.316138505935669 Epoch 1248: Loss: 1.2672311067581177 Epoch 1249: Loss: 1.2184969186782837 Epoch 1250: Loss: 1.3285266160964966 Epoch 1251: Loss: 1.2969895601272583 Epoch 1252: Loss: 1.272228717803955 Epoch 1253: Loss: 1.313891053199768 Epoch 1254: Loss: 1.3177540302276611 Epoch 1255: Loss: 1.3748723268508911 Epoch 1256: Loss: 1.3034731149673462 Epoch 1257: Loss: 1.2433398962020874 Epoch 1258: Loss: 1.4002678394317627 Epoch 1259: Loss: 1.2747572660446167 Epoch 1260: Loss: 1.2453455924987793 Epoch 1261: Loss: 1.232058048248291 Epoch 1262: Loss: 1.27888023853302 Epoch 1263: Loss: 1.2683217525482178 Epoch 1264: Loss: 1.2770708799362183 Epoch 1265: Loss: 1.357889175415039 Epoch 1266: Loss: 1.2859094142913818 Epoch 1267: Loss: 1.3348450660705566 Epoch 1268: Loss: 1.2513160705566406 Epoch 1269: Loss: 1.2888826131820679 Epoch 1270: Loss: 1.215950846672058 Epoch 1271: Loss: 1.255616545677185 Epoch 1272: Loss: 1.2933107614517212 Epoch 1273: Loss: 1.300422191619873 Epoch 1274: Loss: 1.2271569967269897 Epoch 1275: Loss: 1.2399033308029175 Epoch 1276: Loss: 1.3030751943588257 Epoch 1277: Loss: 1.241005778312683 Epoch 1278: Loss: 1.2768410444259644 Epoch 1279: Loss: 1.2396163940429688 Epoch 1280: Loss: 1.2075529098510742 Epoch 1281: Loss: 1.340630292892456 Epoch 1282: Loss: 1.291394829750061 Epoch 1283: Loss: 1.3377158641815186 Epoch 1284: Loss: 1.2791885137557983 Epoch 1285: Loss: 1.2906962633132935 Epoch 1286: Loss: 1.2824764251708984 Epoch 1287: Loss: 1.19588303565979 Epoch 1288: Loss: 1.300821304321289 Epoch 1289: Loss: 1.4017164707183838 Epoch 1290: Loss: 1.2989884614944458 Epoch 1291: Loss: 1.2025805711746216 Epoch 1292: Loss: 1.3082138299942017 Epoch 1293: Loss: 1.2722314596176147 Epoch 1294: Loss: 1.288143515586853 Epoch 1295: Loss: 1.3310158252716064 Epoch 1296: Loss: 1.294393539428711 Epoch 1297: Loss: 1.3404898643493652 Epoch 1298: Loss: 1.22996985912323 Epoch 1299: Loss: 1.3052619695663452 Epoch 1300: Loss: 1.2892955541610718 Epoch 1301: Loss: 1.1969953775405884 Epoch 1302: Loss: 1.2400916814804077 Epoch 1303: Loss: 1.2354201078414917 Epoch 1304: Loss: 1.3126187324523926 Epoch 1305: Loss: 1.3111577033996582 Epoch 1306: Loss: 1.2553017139434814 Epoch 1307: Loss: 1.3256067037582397 Epoch 1308: Loss: 1.234058141708374 Epoch 1309: Loss: 1.3725556135177612 Epoch 1310: Loss: 1.2458164691925049 Epoch 1311: Loss: 1.3508672714233398 Epoch 1312: Loss: 1.3538016080856323 Epoch 1313: Loss: 1.2768843173980713 Epoch 1314: Loss: 1.2083485126495361 Epoch 1315: Loss: 1.2476897239685059 Epoch 1316: Loss: 1.271981954574585 Epoch 1317: Loss: 1.2848789691925049 Epoch 1318: Loss: 1.330971598625183 Epoch 1319: Loss: 1.2603321075439453 Epoch 1320: Loss: 1.3326818943023682 Epoch 1321: Loss: 1.248000144958496 Epoch 1322: Loss: 1.3072550296783447 Epoch 1323: Loss: 1.3048419952392578 Epoch 1324: Loss: 1.275106430053711 Epoch 1325: Loss: 1.3159347772598267 Epoch 1326: Loss: 1.286894679069519 Epoch 1327: Loss: 1.3447802066802979 Epoch 1328: Loss: 1.281760811805725 Epoch 1329: Loss: 1.2558202743530273 Epoch 1330: Loss: 1.321506381034851 Epoch 1331: Loss: 1.2565562725067139 Epoch 1332: Loss: 1.2176424264907837 Epoch 1333: Loss: 1.3445042371749878 Epoch 1334: Loss: 1.3264058828353882 Epoch 1335: Loss: 1.2303688526153564 Epoch 1336: Loss: 1.2658144235610962 Epoch 1337: Loss: 1.2637966871261597 Epoch 1338: Loss: 1.2416373491287231 Epoch 1339: Loss: 1.3402228355407715 Epoch 1340: Loss: 1.267059564590454 Epoch 1341: Loss: 1.2611420154571533 Epoch 1342: Loss: 1.311276912689209 Epoch 1343: Loss: 1.3081893920898438 Epoch 1344: Loss: 1.232870101928711 Epoch 1345: Loss: 1.2152701616287231 Epoch 1346: Loss: 1.2317619323730469 Epoch 1347: Loss: 1.2165982723236084 Epoch 1348: Loss: 1.255262017250061 Epoch 1349: Loss: 1.2000834941864014 Epoch 1350: Loss: 1.2413657903671265 Epoch 1351: Loss: 1.211605429649353 Epoch 1352: Loss: 1.241287350654602 Epoch 1353: Loss: 1.2173365354537964 Epoch 1354: Loss: 1.2998379468917847 Epoch 1355: Loss: 1.2440366744995117 Epoch 1356: Loss: 1.2162384986877441 Epoch 1357: Loss: 1.2709989547729492 Epoch 1358: Loss: 1.1746007204055786 Epoch 1359: Loss: 1.3411747217178345 Epoch 1360: Loss: 1.241161823272705 Epoch 1361: Loss: 1.315842628479004 Epoch 1362: Loss: 1.2321631908416748 Epoch 1363: Loss: 1.1984201669692993 Epoch 1364: Loss: 1.2449254989624023 Epoch 1365: Loss: 1.2510511875152588 Epoch 1366: Loss: 1.3642610311508179 Epoch 1367: Loss: 1.2665575742721558 Epoch 1368: Loss: 1.2641489505767822 Epoch 1369: Loss: 1.2735990285873413 Epoch 1370: Loss: 1.2579149007797241 Epoch 1371: Loss: 1.3175373077392578 Epoch 1372: Loss: 1.1693755388259888 Epoch 1373: Loss: 1.1472278833389282 Epoch 1374: Loss: 1.3535066843032837 Epoch 1375: Loss: 1.2333687543869019 Epoch 1376: Loss: 1.313765048980713 Epoch 1377: Loss: 1.2008510828018188 Epoch 1378: Loss: 1.28545081615448 Epoch 1379: Loss: 1.2473477125167847 Epoch 1380: Loss: 1.2000845670700073 Epoch 1381: Loss: 1.2576696872711182 Epoch 1382: Loss: 1.1831423044204712 Epoch 1383: Loss: 1.2017316818237305 Epoch 1384: Loss: 1.2000292539596558 Epoch 1385: Loss: 1.2365853786468506 Epoch 1386: Loss: 1.162765622138977 Epoch 1387: Loss: 1.1671072244644165 Epoch 1388: Loss: 1.244457721710205 Epoch 1389: Loss: 1.2333652973175049 Epoch 1390: Loss: 1.217800498008728 Epoch 1391: Loss: 1.2495009899139404 Epoch 1392: Loss: 1.211938738822937 Epoch 1393: Loss: 1.253377914428711 Epoch 1394: Loss: 1.224636197090149 Epoch 1395: Loss: 1.1741347312927246 Epoch 1396: Loss: 1.2723082304000854 Epoch 1397: Loss: 1.1886732578277588 Epoch 1398: Loss: 1.2314149141311646 Epoch 1399: Loss: 1.3106571435928345 Epoch 1400: Loss: 1.2086873054504395 Epoch 1401: Loss: 1.3067545890808105 Epoch 1402: Loss: 1.184838891029358 Epoch 1403: Loss: 1.21060311794281 Epoch 1404: Loss: 1.2122122049331665 Epoch 1405: Loss: 1.1744471788406372 Epoch 1406: Loss: 1.2535289525985718 Epoch 1407: Loss: 1.2412742376327515 Epoch 1408: Loss: 1.2188488245010376 Epoch 1409: Loss: 1.179755449295044 Epoch 1410: Loss: 1.2073513269424438 Epoch 1411: Loss: 1.2091182470321655 Epoch 1412: Loss: 1.2250474691390991 Epoch 1413: Loss: 1.1765223741531372 Epoch 1414: Loss: 1.216037392616272 Epoch 1415: Loss: 1.237057089805603 Epoch 1416: Loss: 1.1820722818374634 Epoch 1417: Loss: 1.200958490371704 Epoch 1418: Loss: 1.2881406545639038 Epoch 1419: Loss: 1.3222639560699463 Epoch 1420: Loss: 1.2209314107894897 Epoch 1421: Loss: 1.290642499923706 Epoch 1422: Loss: 1.1875900030136108 Epoch 1423: Loss: 1.1642988920211792 Epoch 1424: Loss: 1.2497313022613525 Epoch 1425: Loss: 1.2487846612930298 Epoch 1426: Loss: 1.144260287284851 Epoch 1427: Loss: 1.1325132846832275 Epoch 1428: Loss: 1.3017679452896118 Epoch 1429: Loss: 1.1630464792251587 Epoch 1430: Loss: 1.1719433069229126 Epoch 1431: Loss: 1.3424392938613892 Epoch 1432: Loss: 1.1792060136795044 Epoch 1433: Loss: 1.2199996709823608 Epoch 1434: Loss: 1.2549588680267334 Epoch 1435: Loss: 1.169856071472168 Epoch 1436: Loss: 1.1960265636444092 Epoch 1437: Loss: 1.2408121824264526 Epoch 1438: Loss: 1.222170352935791 Epoch 1439: Loss: 1.2406401634216309 Epoch 1440: Loss: 1.228883981704712 Epoch 1441: Loss: 1.255646824836731 Epoch 1442: Loss: 1.2621560096740723 Epoch 1443: Loss: 1.3300002813339233 Epoch 1444: Loss: 1.2291319370269775 Epoch 1445: Loss: 1.2396745681762695 Epoch 1446: Loss: 1.174636721611023 Epoch 1447: Loss: 1.3055362701416016 Epoch 1448: Loss: 1.2161146402359009 Epoch 1449: Loss: 1.1367143392562866 Epoch 1450: Loss: 1.2073899507522583 Epoch 1451: Loss: 1.2210344076156616 Epoch 1452: Loss: 1.1170234680175781 Epoch 1453: Loss: 1.3025422096252441 Epoch 1454: Loss: 1.1797683238983154 Epoch 1455: Loss: 1.156326413154602 Epoch 1456: Loss: 1.2292389869689941 Epoch 1457: Loss: 1.2413203716278076 Epoch 1458: Loss: 1.1714849472045898 Epoch 1459: Loss: 1.2429842948913574 Epoch 1460: Loss: 1.1554235219955444 Epoch 1461: Loss: 1.189582109451294 Epoch 1462: Loss: 1.2107934951782227 Epoch 1463: Loss: 1.230001449584961 Epoch 1464: Loss: 1.2437621355056763 Epoch 1465: Loss: 1.1598920822143555 Epoch 1466: Loss: 1.2932978868484497 Epoch 1467: Loss: 1.1244688034057617 Epoch 1468: Loss: 1.227115273475647 Epoch 1469: Loss: 1.1805176734924316 Epoch 1470: Loss: 1.1497855186462402 Epoch 1471: Loss: 1.2091647386550903 Epoch 1472: Loss: 1.2302035093307495 Epoch 1473: Loss: 1.2430461645126343 Epoch 1474: Loss: 1.193687081336975 Epoch 1475: Loss: 1.2394219636917114 Epoch 1476: Loss: 1.2039930820465088 Epoch 1477: Loss: 1.227482557296753 Epoch 1478: Loss: 1.2573738098144531 Epoch 1479: Loss: 1.2994229793548584 Epoch 1480: Loss: 1.1846460103988647 Epoch 1481: Loss: 1.1860748529434204 Epoch 1482: Loss: 1.229434609413147 Epoch 1483: Loss: 1.2347267866134644 Epoch 1484: Loss: 1.1769969463348389 Epoch 1485: Loss: 1.154341459274292 Epoch 1486: Loss: 1.2063769102096558 Epoch 1487: Loss: 1.319069504737854 Epoch 1488: Loss: 1.1860136985778809 Epoch 1489: Loss: 1.2266331911087036 Epoch 1490: Loss: 1.2262006998062134 Epoch 1491: Loss: 1.2395130395889282 Epoch 1492: Loss: 1.2273833751678467 Epoch 1493: Loss: 1.109063982963562 Epoch 1494: Loss: 1.281428575515747 Epoch 1495: Loss: 1.3294520378112793 Epoch 1496: Loss: 1.2333544492721558 Epoch 1497: Loss: 1.1620603799819946 Epoch 1498: Loss: 1.1267560720443726 Epoch 1499: Loss: 1.182231068611145 Epoch 1500: Loss: 1.1524666547775269 Epoch 1501: Loss: 1.274774193763733 Epoch 1502: Loss: 1.1864252090454102 Epoch 1503: Loss: 1.2530384063720703 Epoch 1504: Loss: 1.2230136394500732 Epoch 1505: Loss: 1.2194929122924805 Epoch 1506: Loss: 1.2037138938903809 Epoch 1507: Loss: 1.1312615871429443 Epoch 1508: Loss: 1.1510785818099976 Epoch 1509: Loss: 1.2534523010253906 Epoch 1510: Loss: 1.2052525281906128 Epoch 1511: Loss: 1.163612961769104 Epoch 1512: Loss: 1.2190669775009155 Epoch 1513: Loss: 1.146941900253296 Epoch 1514: Loss: 1.1241110563278198 Epoch 1515: Loss: 1.1682257652282715 Epoch 1516: Loss: 1.2066885232925415 Epoch 1517: Loss: 1.2261207103729248 Epoch 1518: Loss: 1.2071059942245483 Epoch 1519: Loss: 1.1888551712036133 Epoch 1520: Loss: 1.234689474105835 Epoch 1521: Loss: 1.243493676185608 Epoch 1522: Loss: 1.2002158164978027 Epoch 1523: Loss: 1.1685975790023804 Epoch 1524: Loss: 1.152116298675537 Epoch 1525: Loss: 1.175310492515564 Epoch 1526: Loss: 1.1559045314788818 Epoch 1527: Loss: 1.1606467962265015 Epoch 1528: Loss: 1.1992533206939697 Epoch 1529: Loss: 1.238041639328003 Epoch 1530: Loss: 1.195478916168213 Epoch 1531: Loss: 1.24618661403656 Epoch 1532: Loss: 1.1290634870529175 Epoch 1533: Loss: 1.2552437782287598 Epoch 1534: Loss: 1.1547273397445679 Epoch 1535: Loss: 1.1018164157867432 Epoch 1536: Loss: 1.1353936195373535 Epoch 1537: Loss: 1.11954927444458 Epoch 1538: Loss: 1.2192659378051758 Epoch 1539: Loss: 1.1718487739562988 Epoch 1540: Loss: 1.199249505996704 Epoch 1541: Loss: 1.1415308713912964 Epoch 1542: Loss: 1.2089877128601074 Epoch 1543: Loss: 1.220063328742981 Epoch 1544: Loss: 1.2713987827301025 Epoch 1545: Loss: 1.1412949562072754 Epoch 1546: Loss: 1.1175670623779297 Epoch 1547: Loss: 1.1878546476364136 Epoch 1548: Loss: 1.212607979774475 Epoch 1549: Loss: 1.2046788930892944 Epoch 1550: Loss: 1.1356357336044312 Epoch 1551: Loss: 1.1737420558929443 Epoch 1552: Loss: 1.2174227237701416 Epoch 1553: Loss: 1.1412276029586792 Epoch 1554: Loss: 1.202634572982788 Epoch 1555: Loss: 1.1080403327941895 Epoch 1556: Loss: 1.112387776374817 Epoch 1557: Loss: 1.1682873964309692 Epoch 1558: Loss: 1.1613503694534302 Epoch 1559: Loss: 1.2108941078186035 Epoch 1560: Loss: 1.085402488708496 Epoch 1561: Loss: 1.1778289079666138 Epoch 1562: Loss: 1.1635295152664185 Epoch 1563: Loss: 1.1261615753173828 Epoch 1564: Loss: 1.1517685651779175 Epoch 1565: Loss: 1.2871240377426147 Epoch 1566: Loss: 1.1570656299591064 Epoch 1567: Loss: 1.2283838987350464 Epoch 1568: Loss: 1.1165046691894531 Epoch 1569: Loss: 1.191595435142517 Epoch 1570: Loss: 1.1500688791275024 Epoch 1571: Loss: 1.175942063331604 Epoch 1572: Loss: 1.0710045099258423 Epoch 1573: Loss: 1.132494568824768 Epoch 1574: Loss: 1.2115498781204224 Epoch 1575: Loss: 1.2223563194274902 Epoch 1576: Loss: 1.1482266187667847 Epoch 1577: Loss: 1.1519850492477417 Epoch 1578: Loss: 1.0570685863494873 Epoch 1579: Loss: 1.1003214120864868 Epoch 1580: Loss: 1.1272847652435303 Epoch 1581: Loss: 1.1697289943695068 Epoch 1582: Loss: 1.071094274520874 Epoch 1583: Loss: 1.19356369972229 Epoch 1584: Loss: 1.1523573398590088 Epoch 1585: Loss: 1.1988158226013184 Epoch 1586: Loss: 1.1001501083374023 Epoch 1587: Loss: 1.1146643161773682 Epoch 1588: Loss: 1.1721956729888916 Epoch 1589: Loss: 1.188400387763977 Epoch 1590: Loss: 1.1289608478546143 Epoch 1591: Loss: 1.1887894868850708 Epoch 1592: Loss: 1.2272076606750488 Epoch 1593: Loss: 1.1649705171585083 Epoch 1594: Loss: 1.1106338500976562 Epoch 1595: Loss: 1.1446131467819214 Epoch 1596: Loss: 1.1206986904144287 Epoch 1597: Loss: 1.1552417278289795 Epoch 1598: Loss: 1.091127634048462 Epoch 1599: Loss: 1.118947982788086 Epoch 1600: Loss: 1.1486090421676636 Epoch 1601: Loss: 1.0867277383804321 Epoch 1602: Loss: 1.100021481513977 Epoch 1603: Loss: 1.1094982624053955 Epoch 1604: Loss: 1.0893303155899048 Epoch 1605: Loss: 1.1175657510757446 Epoch 1606: Loss: 1.188742995262146 Epoch 1607: Loss: 1.1825002431869507 Epoch 1608: Loss: 1.2141809463500977 Epoch 1609: Loss: 1.1627601385116577 Epoch 1610: Loss: 1.1498382091522217 Epoch 1611: Loss: 1.1472055912017822 Epoch 1612: Loss: 1.1507636308670044 Epoch 1613: Loss: 1.1106094121932983 Epoch 1614: Loss: 1.254950761795044 Epoch 1615: Loss: 1.2124273777008057 Epoch 1616: Loss: 1.1581213474273682 Epoch 1617: Loss: 1.1425530910491943 Epoch 1618: Loss: 1.1700479984283447 Epoch 1619: Loss: 1.1855475902557373 Epoch 1620: Loss: 1.1591956615447998 Epoch 1621: Loss: 1.07420814037323 Epoch 1622: Loss: 1.143676519393921 Epoch 1623: Loss: 1.183268666267395 Epoch 1624: Loss: 1.1308940649032593 Epoch 1625: Loss: 1.1716305017471313 Epoch 1626: Loss: 1.127485990524292 Epoch 1627: Loss: 1.1521297693252563 Epoch 1628: Loss: 1.1474347114562988 Epoch 1629: Loss: 1.151931643486023 Epoch 1630: Loss: 1.1534515619277954 Epoch 1631: Loss: 1.174018383026123 Epoch 1632: Loss: 1.2363195419311523 Epoch 1633: Loss: 1.1509805917739868 Epoch 1634: Loss: 1.149118423461914 Epoch 1635: Loss: 1.0937649011611938 Epoch 1636: Loss: 1.167662262916565 Epoch 1637: Loss: 1.1840001344680786 Epoch 1638: Loss: 1.1839430332183838 Epoch 1639: Loss: 1.1404293775558472 Epoch 1640: Loss: 1.2197113037109375 Epoch 1641: Loss: 1.1433539390563965 Epoch 1642: Loss: 1.113106369972229 Epoch 1643: Loss: 1.1758263111114502 Epoch 1644: Loss: 1.2063454389572144 Epoch 1645: Loss: 1.1579300165176392 Epoch 1646: Loss: 1.1562750339508057 Epoch 1647: Loss: 1.195377230644226 Epoch 1648: Loss: 1.1964424848556519 Epoch 1649: Loss: 1.041130781173706 Epoch 1650: Loss: 1.1313174962997437 Epoch 1651: Loss: 1.1836521625518799 Epoch 1652: Loss: 1.121431827545166 Epoch 1653: Loss: 1.0768672227859497 Epoch 1654: Loss: 1.0991982221603394 Epoch 1655: Loss: 1.1553878784179688 Epoch 1656: Loss: 1.0820461511611938 Epoch 1657: Loss: 1.0921967029571533 Epoch 1658: Loss: 1.25526762008667 Epoch 1659: Loss: 1.1662620306015015 Epoch 1660: Loss: 1.1008851528167725 Epoch 1661: Loss: 1.2200089693069458 Epoch 1662: Loss: 1.0959880352020264 Epoch 1663: Loss: 1.066815972328186 Epoch 1664: Loss: 1.1314153671264648 Epoch 1665: Loss: 1.1829708814620972 Epoch 1666: Loss: 1.2482141256332397 Epoch 1667: Loss: 1.1396044492721558 Epoch 1668: Loss: 1.147892951965332 Epoch 1669: Loss: 1.1727051734924316 Epoch 1670: Loss: 1.1143075227737427 Epoch 1671: Loss: 1.1437716484069824 Epoch 1672: Loss: 1.0843181610107422 Epoch 1673: Loss: 1.1280090808868408 Epoch 1674: Loss: 1.1415231227874756 Epoch 1675: Loss: 1.154716968536377 Epoch 1676: Loss: 1.1414035558700562 Epoch 1677: Loss: 1.1177520751953125 Epoch 1678: Loss: 1.1633936166763306 Epoch 1679: Loss: 1.0555485486984253 Epoch 1680: Loss: 1.0924479961395264 Epoch 1681: Loss: 1.1658985614776611 Epoch 1682: Loss: 1.1105424165725708 Epoch 1683: Loss: 1.0971876382827759 Epoch 1684: Loss: 1.080092191696167 Epoch 1685: Loss: 1.1518514156341553 Epoch 1686: Loss: 1.0981296300888062 Epoch 1687: Loss: 1.1824806928634644 Epoch 1688: Loss: 1.0906413793563843 Epoch 1689: Loss: 1.1578277349472046 Epoch 1690: Loss: 1.1268786191940308 Epoch 1691: Loss: 1.0656682252883911 Epoch 1692: Loss: 1.1838452816009521 Epoch 1693: Loss: 1.0531600713729858 Epoch 1694: Loss: 1.1217405796051025 Epoch 1695: Loss: 1.1389633417129517 Epoch 1696: Loss: 1.1201854944229126 Epoch 1697: Loss: 1.1196935176849365 Epoch 1698: Loss: 1.0930356979370117 Epoch 1699: Loss: 1.1552878618240356 Epoch 1700: Loss: 1.1782852411270142 Epoch 1701: Loss: 1.0896049737930298 Epoch 1702: Loss: 1.1043174266815186 Epoch 1703: Loss: 1.1301685571670532 Epoch 1704: Loss: 1.0756295919418335 Epoch 1705: Loss: 1.1081438064575195 Epoch 1706: Loss: 1.1586759090423584 Epoch 1707: Loss: 1.1598716974258423 Epoch 1708: Loss: 1.1655398607254028 Epoch 1709: Loss: 1.1757323741912842 Epoch 1710: Loss: 1.0964206457138062 Epoch 1711: Loss: 1.0990642309188843 Epoch 1712: Loss: 1.0275464057922363 Epoch 1713: Loss: 1.1664440631866455 Epoch 1714: Loss: 1.182888388633728 Epoch 1715: Loss: 1.1514052152633667 Epoch 1716: Loss: 1.1810027360916138 Epoch 1717: Loss: 1.11128568649292 Epoch 1718: Loss: 1.1071516275405884 Epoch 1719: Loss: 1.1511024236679077 Epoch 1720: Loss: 1.151724100112915 Epoch 1721: Loss: 1.1074771881103516 Epoch 1722: Loss: 1.151019811630249 Epoch 1723: Loss: 1.0973669290542603 Epoch 1724: Loss: 1.1146869659423828 Epoch 1725: Loss: 1.0516144037246704 Epoch 1726: Loss: 1.148119568824768 Epoch 1727: Loss: 1.0650752782821655 Epoch 1728: Loss: 1.1498428583145142 Epoch 1729: Loss: 1.1125997304916382 Epoch 1730: Loss: 1.0858134031295776 Epoch 1731: Loss: 1.0804861783981323 Epoch 1732: Loss: 1.181640625 Epoch 1733: Loss: 1.0103588104248047 Epoch 1734: Loss: 1.085709571838379 Epoch 1735: Loss: 1.1451109647750854 Epoch 1736: Loss: 1.2128039598464966 Epoch 1737: Loss: 1.1538140773773193 Epoch 1738: Loss: 1.1248912811279297 Epoch 1739: Loss: 1.1861097812652588 Epoch 1740: Loss: 1.097398042678833 Epoch 1741: Loss: 1.1204761266708374 Epoch 1742: Loss: 1.1121208667755127 Epoch 1743: Loss: 1.0995126962661743 Epoch 1744: Loss: 1.1266340017318726 Epoch 1745: Loss: 1.031680941581726 Epoch 1746: Loss: 1.117828607559204 Epoch 1747: Loss: 1.1937378644943237 Epoch 1748: Loss: 1.1697945594787598 Epoch 1749: Loss: 1.087172269821167 Epoch 1750: Loss: 1.0900695323944092 Epoch 1751: Loss: 1.1149282455444336 Epoch 1752: Loss: 1.063485026359558 Epoch 1753: Loss: 1.087291955947876 Epoch 1754: Loss: 1.0941319465637207 Epoch 1755: Loss: 1.0728700160980225 Epoch 1756: Loss: 1.0922772884368896 Epoch 1757: Loss: 1.114554762840271 Epoch 1758: Loss: 1.0979399681091309 Epoch 1759: Loss: 1.1322706937789917 Epoch 1760: Loss: 1.127272129058838 Epoch 1761: Loss: 1.023044228553772 Epoch 1762: Loss: 1.073622226715088 Epoch 1763: Loss: 1.0817861557006836 Epoch 1764: Loss: 1.2442830801010132 Epoch 1765: Loss: 1.2203245162963867 Epoch 1766: Loss: 1.0706161260604858 Epoch 1767: Loss: 1.124847650527954 Epoch 1768: Loss: 1.1236034631729126 Epoch 1769: Loss: 1.0226080417633057 Epoch 1770: Loss: 1.070823073387146 Epoch 1771: Loss: 1.0753276348114014 Epoch 1772: Loss: 1.1375329494476318 Epoch 1773: Loss: 1.1068679094314575 Epoch 1774: Loss: 1.0411064624786377 Epoch 1775: Loss: 1.0897802114486694 Epoch 1776: Loss: 1.1167287826538086 Epoch 1777: Loss: 1.200135350227356 Epoch 1778: Loss: 1.107671856880188 Epoch 1779: Loss: 1.1684377193450928 Epoch 1780: Loss: 1.0953562259674072 Epoch 1781: Loss: 1.063981056213379 Epoch 1782: Loss: 1.065801739692688 Epoch 1783: Loss: 1.1621192693710327 Epoch 1784: Loss: 1.1386843919754028 Epoch 1785: Loss: 1.0826435089111328 Epoch 1786: Loss: 1.0697247982025146 Epoch 1787: Loss: 1.09102463722229 Epoch 1788: Loss: 1.0434597730636597 Epoch 1789: Loss: 1.183161973953247 Epoch 1790: Loss: 1.1403361558914185 Epoch 1791: Loss: 1.0772968530654907 Epoch 1792: Loss: 1.1616179943084717 Epoch 1793: Loss: 1.0802007913589478 Epoch 1794: Loss: 1.0967597961425781 Epoch 1795: Loss: 1.070548415184021 Epoch 1796: Loss: 1.0621720552444458 Epoch 1797: Loss: 1.0936305522918701 Epoch 1798: Loss: 1.1543047428131104 Epoch 1799: Loss: 1.1206560134887695 Epoch 1800: Loss: 1.0737775564193726 Epoch 1801: Loss: 1.080828309059143 Epoch 1802: Loss: 1.0617610216140747 Epoch 1803: Loss: 1.1053224802017212 Epoch 1804: Loss: 1.0449587106704712 Epoch 1805: Loss: 1.0388466119766235 Epoch 1806: Loss: 1.1075791120529175 Epoch 1807: Loss: 1.1123969554901123 Epoch 1808: Loss: 1.1318601369857788 Epoch 1809: Loss: 1.0333634614944458 Epoch 1810: Loss: 1.0295883417129517 Epoch 1811: Loss: 1.0785778760910034 Epoch 1812: Loss: 1.1190670728683472 Epoch 1813: Loss: 1.0445536375045776 Epoch 1814: Loss: 1.1491507291793823 Epoch 1815: Loss: 1.062442660331726 Epoch 1816: Loss: 1.0725997686386108 Epoch 1817: Loss: 1.1052659749984741 Epoch 1818: Loss: 1.0268276929855347 Epoch 1819: Loss: 1.0476126670837402 Epoch 1820: Loss: 1.1320266723632812 Epoch 1821: Loss: 1.1805086135864258 Epoch 1822: Loss: 1.0671732425689697 Epoch 1823: Loss: 1.131105661392212 Epoch 1824: Loss: 1.1703064441680908 Epoch 1825: Loss: 1.0329664945602417 Epoch 1826: Loss: 1.1059709787368774 Epoch 1827: Loss: 0.9923990964889526 Epoch 1828: Loss: 1.1218512058258057 Epoch 1829: Loss: 1.0462524890899658 Epoch 1830: Loss: 1.1175124645233154 Epoch 1831: Loss: 1.0943987369537354 Epoch 1832: Loss: 1.126765489578247 Epoch 1833: Loss: 1.0407898426055908 Epoch 1834: Loss: 0.9794702529907227 Epoch 1835: Loss: 1.1050419807434082 Epoch 1836: Loss: 1.0709149837493896 Epoch 1837: Loss: 1.1031529903411865 Epoch 1838: Loss: 1.086907148361206 Epoch 1839: Loss: 1.0875744819641113 Epoch 1840: Loss: 1.0621187686920166 Epoch 1841: Loss: 1.1099035739898682 Epoch 1842: Loss: 1.1312384605407715 Epoch 1843: Loss: 1.0962291955947876 Epoch 1844: Loss: 1.060133457183838 Epoch 1845: Loss: 1.0471283197402954 Epoch 1846: Loss: 1.0259944200515747 Epoch 1847: Loss: 1.0910687446594238 Epoch 1848: Loss: 1.1035428047180176 Epoch 1849: Loss: 1.1097133159637451 Epoch 1850: Loss: 1.026797890663147 Epoch 1851: Loss: 1.1275793313980103 Epoch 1852: Loss: 1.0640547275543213 Epoch 1853: Loss: 1.0681843757629395 Epoch 1854: Loss: 1.0748249292373657 Epoch 1855: Loss: 1.0662791728973389 Epoch 1856: Loss: 1.031434416770935 Epoch 1857: Loss: 1.0363678932189941 Epoch 1858: Loss: 1.1322543621063232 Epoch 1859: Loss: 1.0271990299224854 Epoch 1860: Loss: 1.0588266849517822 Epoch 1861: Loss: 1.135048508644104 Epoch 1862: Loss: 1.0574538707733154 Epoch 1863: Loss: 0.9993459582328796 Epoch 1864: Loss: 1.0400093793869019 Epoch 1865: Loss: 1.0884382724761963 Epoch 1866: Loss: 0.9676128625869751 Epoch 1867: Loss: 1.0316646099090576 Epoch 1868: Loss: 1.090627908706665 Epoch 1869: Loss: 1.0580991506576538 Epoch 1870: Loss: 1.1551798582077026 Epoch 1871: Loss: 1.0758179426193237 Epoch 1872: Loss: 1.035963773727417 Epoch 1873: Loss: 1.0936931371688843 Epoch 1874: Loss: 1.0160216093063354 Epoch 1875: Loss: 1.091681718826294 Epoch 1876: Loss: 1.0628374814987183 Epoch 1877: Loss: 1.101090908050537 Epoch 1878: Loss: 1.0432971715927124 Epoch 1879: Loss: 1.0441349744796753 Epoch 1880: Loss: 1.1373220682144165 Epoch 1881: Loss: 1.007591962814331 Epoch 1882: Loss: 1.0455458164215088 Epoch 1883: Loss: 1.078533411026001 Epoch 1884: Loss: 1.0573474168777466 Epoch 1885: Loss: 1.0700258016586304 Epoch 1886: Loss: 1.0510903596878052 Epoch 1887: Loss: 1.0448682308197021 Epoch 1888: Loss: 1.1552891731262207 Epoch 1889: Loss: 0.990751326084137 Epoch 1890: Loss: 1.1266369819641113 Epoch 1891: Loss: 1.0066815614700317 Epoch 1892: Loss: 1.02963125705719 Epoch 1893: Loss: 1.0539244413375854 Epoch 1894: Loss: 1.1305363178253174 Epoch 1895: Loss: 1.0704790353775024 Epoch 1896: Loss: 1.0196597576141357 Epoch 1897: Loss: 1.0257283449172974 Epoch 1898: Loss: 1.0891159772872925 Epoch 1899: Loss: 1.129759669303894 Epoch 1900: Loss: 1.0280587673187256 Epoch 1901: Loss: 1.059190034866333 Epoch 1902: Loss: 1.0800577402114868 Epoch 1903: Loss: 1.0534369945526123 Epoch 1904: Loss: 1.0970321893692017 Epoch 1905: Loss: 1.0940614938735962 Epoch 1906: Loss: 1.1239140033721924 Epoch 1907: Loss: 1.0433523654937744 Epoch 1908: Loss: 1.1034295558929443 Epoch 1909: Loss: 1.0865610837936401 Epoch 1910: Loss: 1.0203700065612793 Epoch 1911: Loss: 1.1193971633911133 Epoch 1912: Loss: 1.0204026699066162 Epoch 1913: Loss: 1.0405179262161255 Epoch 1914: Loss: 1.0481300354003906 Epoch 1915: Loss: 1.0790404081344604 Epoch 1916: Loss: 1.0319547653198242 Epoch 1917: Loss: 1.0855158567428589 Epoch 1918: Loss: 1.0162675380706787 Epoch 1919: Loss: 1.1053133010864258 Epoch 1920: Loss: 0.999400794506073 Epoch 1921: Loss: 1.0538792610168457 Epoch 1922: Loss: 0.9772273302078247 Epoch 1923: Loss: 0.9682621359825134 Epoch 1924: Loss: 1.0227357149124146 Epoch 1925: Loss: 1.046230435371399 Epoch 1926: Loss: 1.054559350013733 Epoch 1927: Loss: 1.1135541200637817 Epoch 1928: Loss: 1.0794209241867065 Epoch 1929: Loss: 1.0545194149017334 Epoch 1930: Loss: 1.043023705482483 Epoch 1931: Loss: 1.1764334440231323 Epoch 1932: Loss: 1.0201672315597534 Epoch 1933: Loss: 1.0580925941467285 Epoch 1934: Loss: 1.0980666875839233 Epoch 1935: Loss: 1.1116235256195068 Epoch 1936: Loss: 1.0823935270309448 Epoch 1937: Loss: 1.0433099269866943 Epoch 1938: Loss: 1.0828793048858643 Epoch 1939: Loss: 1.0449200868606567 Epoch 1940: Loss: 1.0409064292907715 Epoch 1941: Loss: 1.0236035585403442 Epoch 1942: Loss: 1.0641160011291504 Epoch 1943: Loss: 1.0839099884033203 Epoch 1944: Loss: 0.9980693459510803 Epoch 1945: Loss: 1.0323225259780884 Epoch 1946: Loss: 1.045925498008728 Epoch 1947: Loss: 0.9872735738754272 Epoch 1948: Loss: 1.0850696563720703 Epoch 1949: Loss: 1.0281052589416504 Epoch 1950: Loss: 1.090872049331665 Epoch 1951: Loss: 1.0375818014144897 Epoch 1952: Loss: 1.043700098991394 Epoch 1953: Loss: 1.0575684309005737 Epoch 1954: Loss: 0.9894431233406067 Epoch 1955: Loss: 1.1021353006362915 Epoch 1956: Loss: 1.0223625898361206 Epoch 1957: Loss: 1.0017355680465698 Epoch 1958: Loss: 0.9814280271530151 Epoch 1959: Loss: 1.0217243432998657 Epoch 1960: Loss: 1.0131713151931763 Epoch 1961: Loss: 1.037919282913208 Epoch 1962: Loss: 1.0472418069839478 Epoch 1963: Loss: 1.021917462348938 Epoch 1964: Loss: 1.0075887441635132 Epoch 1965: Loss: 1.0562214851379395 Epoch 1966: Loss: 1.0477107763290405 Epoch 1967: Loss: 1.0285080671310425 Epoch 1968: Loss: 1.07581627368927 Epoch 1969: Loss: 1.026275873184204 Epoch 1970: Loss: 1.042435646057129 Epoch 1971: Loss: 1.0352215766906738 Epoch 1972: Loss: 1.0016696453094482 Epoch 1973: Loss: 0.982265293598175 Epoch 1974: Loss: 1.0424925088882446 Epoch 1975: Loss: 1.097493052482605 Epoch 1976: Loss: 1.053374171257019 Epoch 1977: Loss: 1.0735470056533813 Epoch 1978: Loss: 0.9986406564712524 Epoch 1979: Loss: 1.0151398181915283 Epoch 1980: Loss: 1.0336580276489258 Epoch 1981: Loss: 1.0114949941635132 Epoch 1982: Loss: 0.9486982226371765 Epoch 1983: Loss: 1.0642012357711792 Epoch 1984: Loss: 1.0633814334869385 Epoch 1985: Loss: 1.0242283344268799 Epoch 1986: Loss: 1.0297058820724487 Epoch 1987: Loss: 1.0699801445007324 Epoch 1988: Loss: 0.9646709561347961 Epoch 1989: Loss: 1.0055055618286133 Epoch 1990: Loss: 0.995604932308197 Epoch 1991: Loss: 0.986950695514679 Epoch 1992: Loss: 1.0849496126174927 Epoch 1993: Loss: 1.056154489517212 Epoch 1994: Loss: 1.0452401638031006 Epoch 1995: Loss: 1.0234196186065674 Epoch 1996: Loss: 1.0974568128585815 Epoch 1997: Loss: 1.0589786767959595 Epoch 1998: Loss: 1.0279537439346313 Epoch 1999: Loss: 0.9801162481307983 Epoch 2000: Loss: 1.0010221004486084
def evaluate(data):
model.eval()
with torch.no_grad():
out = model(data.x, data.edge_index)
loss = loss_func(out.squeeze(), data.y)
return loss.item()
test_loss = evaluate(G_data_test)
print(f'Test Loss: {test_loss}')
def predict(data):
model.eval()
with torch.no_grad():
predictions = model(data.x, data.edge_index)
return predictions.squeeze()
predictions = predict(G_data_test)
test_data_['PD GNN New test'] = np.array([from_pred_to_normal(y) for y in predictions])
test_data_[["T_LOCAL_TX_PD",'PD random forest new','PD GNN New test']]
Test Loss: 10.353976249694824
| T_LOCAL_TX_PD | PD random forest new | PD GNN New test | |
|---|---|---|---|
| 3394 | -4 | 6+ | -2 |
| 3396 | -6 | 6+ | -7 |
| 3403 | 6 | -7 | -3 |
| 3404 | 7+ | 7+ | -7 |
| 3421 | -5 | 7+ | -6 |
| ... | ... | ... | ... |
| 4486 | -6 | -8 | 3+ |
| 4488 | 5 | -5 | -4 |
| 4492 | 7+ | 7+ | 6+ |
| 4494 | 7 | -8 | -6 |
| 4499 | -3 | -6 | -4 |
106 rows × 3 columns